-- Logs begin at Fri 2021-01-15 09:32:38 UTC, end at Fri 2021-01-15 10:36:55 UTC. -- Jan 15 10:07:59.640592 dv-cinder-768592-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Jan 15 10:08:02.372154 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.common.config [-] Logging enabled! Jan 15 10:08:02.372663 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev360 Jan 15 10:08:02.373929 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79989) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 15 10:08:02.374680 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.common.config [-] Logging enabled! Jan 15 10:08:02.374967 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev360 Jan 15 10:08:02.375344 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79989) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 15 10:08:02.376433 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 15 10:08:02.376723 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 15 10:08:02.377741 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 15 10:08:02.378027 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 15 10:08:02.378288 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 15 10:08:02.378661 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.379009 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.379390 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.379656 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.379997 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.380334 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.380660 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.380996 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.381338 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.381666 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.381987 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.382309 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.382572 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.382897 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.383257 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.383594 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.383853 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] debug = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.384176 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.385283 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.385613 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.385927 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.386264 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.386578 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.386896 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.387261 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.387636 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] host = dv-cinder-768592-3-smb {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.387955 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.388287 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.388619 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.388949 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.389270 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.389590 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.389921 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.390232 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.390545 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] log_file = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.390860 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.391234 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.391569 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.391911 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.392171 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.392427 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.392760 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.393094 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.393410 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.393724 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.394039 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.394352 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.394667 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.394975 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.395332 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.395666 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.395997 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.396311 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.396626 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.396938 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.397249 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.397577 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.397891 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.398203 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.398514 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.398844 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.399179 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.399494 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.399842 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.400199 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.400522 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.400849 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.401158 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.401486 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.401795 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.402105 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.402536 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] use_json = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.402805 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.403138 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.403466 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.403778 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.404087 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.404401 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.404714 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.405045 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:02.405381 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.405722 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.406065 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.406387 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.406723 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.407046 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.407407 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.407723 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.408055 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.408386 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.408714 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.409033 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.409366 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.409682 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.410020 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.410369 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.410712 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.411048 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.411386 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.411701 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.412013 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.412330 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.412656 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.412993 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.413326 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.413641 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.413958 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.414291 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.414608 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.414923 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.415304 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.415621 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.416260 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.416260 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.416681 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.417012 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.417271 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.417589 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.417924 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.418240 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.418552 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.418859 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.419211 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.419526 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.419852 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.420169 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.420480 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.420789 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.421104 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.421416 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.421725 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.422040 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.422351 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.422668 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.422981 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.423321 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.423635 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.423948 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.424261 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.424572 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.424884 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.425201 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.425517 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.425829 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.426142 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.426452 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.426765 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.427100 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.427460 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.427780 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.428100 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.428418 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.428736 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.429053 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.429370 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.429687 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.430003 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.430313 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.430647 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.430971 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.431328 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.432492 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.432669 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.433013 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.433334 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.433660 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.433978 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.434298 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.434622 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.434947 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.435339 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.435679 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.436012 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.436349 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.436682 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.437004 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.437356 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.437676 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:02.437925 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 15 10:08:02.438189 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79989) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 15 10:08:03.096927 dv-cinder-768592-3-smb neutron-server[79989]: INFO keyring.backend [-] Loading Gnome Jan 15 10:08:03.114644 dv-cinder-768592-3-smb neutron-server[79989]: INFO keyring.backend [-] Loading Google Jan 15 10:08:03.117240 dv-cinder-768592-3-smb neutron-server[79989]: INFO keyring.backend [-] Loading Windows (alt) Jan 15 10:08:03.121073 dv-cinder-768592-3-smb neutron-server[79989]: INFO keyring.backend [-] Loading file Jan 15 10:08:03.122596 dv-cinder-768592-3-smb neutron-server[79989]: INFO keyring.backend [-] Loading keyczar Jan 15 10:08:03.122915 dv-cinder-768592-3-smb neutron-server[79989]: INFO keyring.backend [-] Loading multi Jan 15 10:08:03.123599 dv-cinder-768592-3-smb neutron-server[79989]: INFO keyring.backend [-] Loading pyfs Jan 15 10:08:03.170619 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:03.170925 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:03.171290 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:03.171678 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 15 10:08:03.581687 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:03.582229 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:03.582350 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:03.644020 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:03.644331 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:03.644630 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:03.648223 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:03.648535 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:03.648834 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:03.727493 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:03.727811 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:03.728114 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:03.729244 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:03.729542 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:03.729837 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:03.849089 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:03.849344 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:03.849649 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:03.849954 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:03.850795 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.033547 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.033921 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.034244 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.034550 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.034851 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.035249 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.035554 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.035843 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.036132 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.036467 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.036763 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.037068 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.037370 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.037663 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.037972 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.038287 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.038579 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.038899 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.039227 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.039709 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.039993 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.040274 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.040612 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.041412 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.041695 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.042179 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79989) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 10:08:04.042456 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79989) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 10:08:04.042730 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79989) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 10:08:04.043003 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79989) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 10:08:04.043303 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79989) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 10:08:04.043576 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79989) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 10:08:04.044976 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 15 10:08:04.052455 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 15 10:08:04.060761 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 15 10:08:04.065993 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(450, 499)])]) Jan 15 10:08:04.069567 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 15 10:08:04.070684 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 15 10:08:04.071093 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 15 10:08:04.071528 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 15 10:08:04.075138 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 15 10:08:04.075424 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 15 10:08:04.075817 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 15 10:08:04.099075 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 15 10:08:04.099810 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.100104 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79989) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 15 10:08:04.100512 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.101867 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79989) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 15 10:08:04.102184 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 15 10:08:04.102463 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 15 10:08:04.106137 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.106449 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.172222 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 15 10:08:04.172497 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 15 10:08:04.172768 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 15 10:08:04.173174 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 15 10:08:04.208413 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_db.sqlalchemy.engines [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=79989) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 15 10:08:04.623687 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.managers [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Initializing driver for type 'gre' Jan 15 10:08:04.624267 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] gre ID ranges: [(1, 1000)] Jan 15 10:08:04.664491 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.managers [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Initializing driver for type 'local' Jan 15 10:08:04.664865 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.managers [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Initializing driver for type 'vlan' Jan 15 10:08:04.674724 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] VlanTypeDriver initialization complete Jan 15 10:08:04.675118 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.managers [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Initializing driver for type 'vxlan' Jan 15 10:08:04.675629 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] vxlan ID ranges: [(1, 1000)] Jan 15 10:08:04.717542 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.managers [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Initializing extension driver 'port_security' Jan 15 10:08:04.717905 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.extensions.port_security [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] PortSecurityExtensionDriver initialization complete Jan 15 10:08:04.718266 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.managers [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Initializing mechanism driver 'openvswitch' Jan 15 10:08:04.725019 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:08:04.725874 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > port after_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.726271 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > port after_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.726650 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > port after_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.727100 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > subnet after_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.727488 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > subnet after_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.727865 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.728316 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > network after_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.728733 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > network after_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.729105 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > network after_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.729507 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > security_group after_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.729879 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > security_group after_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.730248 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.730652 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.731025 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.731438 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.731968 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > address_group after_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.732341 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > address_group after_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.732711 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.733069 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] ML2 OVO RPC backend initialized. {{(pid=79989) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 15 10:08:04.733783 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.734169 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.735018 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > network before_response 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.735420 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > networks before_response 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.735794 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > port before_response 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.736162 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > ports before_response 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.736534 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > subnet before_response 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.736900 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > subnets before_response 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.737274 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > network after_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.737640 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > network after_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.738001 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > network after_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.738366 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > port after_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.738732 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > port after_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.739139 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > port after_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.739467 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > subnet after_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.739833 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > subnet after_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.740196 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.740822 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.plugin [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Modular L2 Plugin initialization complete Jan 15 10:08:04.741174 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading services supported by the core plugin {{(pid=79989) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 15 10:08:04.741535 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.plugins.ml2.managers [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Got port-security extension from driver 'port_security' Jan 15 10:08:04.742040 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.extensions.vlantransparent [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Disabled vlantransparent extension. Jan 15 10:08:04.743544 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79989) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 15 10:08:04.743902 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading Plugin: router Jan 15 10:08:04.785088 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.785518 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > router after_create 55549900 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.785923 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > router before_create 55549900 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.786323 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.786734 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.787142 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > router after_delete 55549900 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.787537 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.787936 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > router after_create 55549900 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.788312 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > router after_update 55549900 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.788696 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > router after_update 55549900 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.789076 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.789472 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > router after_update 55549900 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.789954 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > router precommit_update 55549900 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.790362 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: port after_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.790734 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: port after_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.791698 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: subnet after_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.792186 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.792434 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.792816 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > router precommit_create 55549900 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.793193 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: port before_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.793570 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > router precommit_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.793973 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > router after_update 55549900 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.794346 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.794724 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > router precommit_create 55549900 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.795146 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.795528 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > router precommit_update 55549900 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.795950 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > network after_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.796951 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Tracking information for resource: router configured {{(pid=79989) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 10:08:04.797319 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Tracking information for resource: floatingip configured {{(pid=79989) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 10:08:04.802338 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.l3_agentschedulers_db [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 15 10:08:04.802974 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: port after_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.803394 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: port after_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.803783 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: port after_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.804166 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: port after_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.805065 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > router before_create 55550100 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.805463 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.805861 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > router precommit_create 55550100 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.806248 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > router precommit_update 55550100 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.811725 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.provider_configuration [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Service providers = [] {{(pid=79989) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 15 10:08:04.812111 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.servicetype_db [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79989) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 15 10:08:04.814900 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.service_base [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79989) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 15 10:08:04.815337 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.service_base [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79989) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 15 10:08:04.815711 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.service_base [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79989) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 15 10:08:04.816594 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.service_base [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79989) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 15 10:08:04.816988 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.services.service_base [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 15 10:08:04.817400 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79989) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 10:08:04.817746 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 15 10:08:04.839691 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79989) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 10:08:04.840046 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading Plugin: auto_allocate Jan 15 10:08:04.852139 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: network precommit_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.852542 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: network precommit_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.853120 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79989) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 10:08:04.853973 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading Plugin: tag Jan 15 10:08:04.865375 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79989) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 10:08:04.865740 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading Plugin: timestamp Jan 15 10:08:04.870322 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79989) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 10:08:04.870676 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading Plugin: network_ip_availability Jan 15 10:08:04.876180 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.876579 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.876961 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:04.877746 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79989) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 10:08:04.878097 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading Plugin: flavors Jan 15 10:08:04.894114 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79989) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 10:08:04.894479 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading Plugin: revisions Jan 15 10:08:04.898866 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79989) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 10:08:04.899311 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.728s {{(pid=79989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:04.900122 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79989) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 15 10:08:04.900618 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Initializing extension manager. Jan 15 10:08:04.901083 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: __init__.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.901455 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: __pycache__ {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.901823 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.902187 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: address_group.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.902980 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.903749 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: address-group Jan 15 10:08:04.904014 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: address_scope.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.904785 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.905360 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: address-scope Jan 15 10:08:04.905715 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.906689 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.907282 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: router-admin-state-down-before-update Jan 15 10:08:04.907642 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: agent.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.908535 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.909105 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: agent Jan 15 10:08:04.909461 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: agent_resources_synced.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.910384 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.910948 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: agent-resources-synced Jan 15 10:08:04.911331 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: allowedaddresspairs.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.913144 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.913712 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: allowed-address-pairs Jan 15 10:08:04.914077 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: auto_allocated_topology.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.915179 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.915751 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: auto-allocated-topology Jan 15 10:08:04.916650 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: availability_zone.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.917381 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.917951 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: availability_zone Jan 15 10:08:04.918302 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: availability_zone_filter.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.919270 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.920101 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: availability_zone_filter Jan 15 10:08:04.920284 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: data_plane_status.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.921114 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.921670 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension data-plane-status not supported by any of loaded plugins Jan 15 10:08:04.922024 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: default_subnetpools.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.922946 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.923547 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: default-subnetpools Jan 15 10:08:04.923906 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.924777 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.925341 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: dhcp_agent_scheduler Jan 15 10:08:04.925703 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: dns.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.926618 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.927207 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension dns-integration not supported by any of loaded plugins Jan 15 10:08:04.927562 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: dns_domain_ports.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.928474 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.929033 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 15 10:08:04.929384 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: dvr.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.930101 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.930664 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: dvr Jan 15 10:08:04.931015 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: empty_string_filtering.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.932516 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.933078 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: empty-string-filtering Jan 15 10:08:04.933431 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.934474 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.935038 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 15 10:08:04.935417 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.936330 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.936891 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 15 10:08:04.937244 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: external_net.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.938139 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.938699 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: external-net Jan 15 10:08:04.939053 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.939980 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.940543 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: extra_dhcp_opt Jan 15 10:08:04.940894 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: extraroute.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.941806 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.942372 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: extraroute Jan 15 10:08:04.942727 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: extraroute_atomic.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.943822 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.944398 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: extraroute-atomic Jan 15 10:08:04.944755 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: filter_validation.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.945466 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.946027 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: filter-validation Jan 15 10:08:04.946377 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: fip_pf_description.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.947345 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.947919 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 15 10:08:04.948263 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: fip_port_details.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.949181 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.949740 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: fip-port-details Jan 15 10:08:04.950090 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: flavors.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.951358 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.951929 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: flavors Jan 15 10:08:04.952287 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.953964 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.954557 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 15 10:08:04.954917 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: floatingip_pools.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.955686 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.957220 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: floatingip-pools Jan 15 10:08:04.957577 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: ip_allocation.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.958506 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.959098 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension ip_allocation not supported by any of loaded plugins Jan 15 10:08:04.959467 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.960393 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.960961 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: ip-substring-filtering Jan 15 10:08:04.961317 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: l2_adjacency.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.962236 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.962805 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 15 10:08:04.963410 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: l3.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.964676 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.965272 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: router Jan 15 10:08:04.965626 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.968225 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.968820 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 15 10:08:04.969185 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.970106 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.970687 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: ext-gw-mode Jan 15 10:08:04.971051 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.971992 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.972561 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: l3-ha Jan 15 10:08:04.972920 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: l3_flavors.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.973831 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.974398 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: l3-flavors Jan 15 10:08:04.974753 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.975714 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.976280 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 15 10:08:04.976631 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: l3agentscheduler.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.977818 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.978397 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: l3_agent_scheduler Jan 15 10:08:04.979464 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: logging.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.981083 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.981662 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension logging not supported by any of loaded plugins Jan 15 10:08:04.982023 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: metering.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.982820 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.983540 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: metering Jan 15 10:08:04.983898 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.985019 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.985592 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: metering_source_and_destination_fields Jan 15 10:08:04.985950 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: multiprovidernet.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.986875 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.987463 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: multi-provider Jan 15 10:08:04.987821 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: netmtu.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.988739 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.989307 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: net-mtu Jan 15 10:08:04.989660 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: netmtu_writable.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.990576 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.991183 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: net-mtu-writable Jan 15 10:08:04.991540 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: network_availability_zone.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.992266 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.992835 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: network_availability_zone Jan 15 10:08:04.993188 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: network_ip_availability.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.994883 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.995481 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: network-ip-availability Jan 15 10:08:04.995837 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: network_segment_range.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.996667 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.997226 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension network-segment-range not supported by any of loaded plugins Jan 15 10:08:04.997580 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: pagination.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:04.998588 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:04.998953 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: pagination Jan 15 10:08:04.999332 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.000306 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.000872 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: port-mac-address-regenerate Jan 15 10:08:05.001225 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.002143 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.002711 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: port-numa-affinity-policy Jan 15 10:08:05.003087 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: port_resource_request.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.004007 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.004575 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension port-resource-request not supported by any of loaded plugins Jan 15 10:08:05.004931 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: portbindings.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.005963 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.006530 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: binding Jan 15 10:08:05.006880 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: portbindings_extended.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.008256 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.008830 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: binding-extended Jan 15 10:08:05.009188 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: portsecurity.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.010182 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.010756 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: port-security Jan 15 10:08:05.011131 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: project_id.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.012137 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.012502 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: project-id Jan 15 10:08:05.012854 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: providernet.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.013780 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.014350 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: provider Jan 15 10:08:05.014710 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: qos.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.018235 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.018815 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension qos not supported by any of loaded plugins Jan 15 10:08:05.019227 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.020473 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.021044 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 15 10:08:05.021406 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.022349 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.022913 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 15 10:08:05.023325 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: qos_default.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.024237 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.024811 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension qos-default not supported by any of loaded plugins Jan 15 10:08:05.025165 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: qos_fip.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.025964 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.026431 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension qos-fip not supported by any of loaded plugins Jan 15 10:08:05.026785 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: qos_gateway_ip.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.027736 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.028302 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 15 10:08:05.028659 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: qos_port_network_policy.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.029664 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.030230 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 15 10:08:05.030583 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: qos_rule_type_details.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.031519 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.032082 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 15 10:08:05.032438 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: qos_rules_alias.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.033470 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.034041 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 15 10:08:05.034396 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: quotasv2.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.035420 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.035788 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: quotas Jan 15 10:08:05.036141 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: quotasv2_detail.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.037710 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.038086 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: quota_details Jan 15 10:08:05.038447 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: rbac.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.039631 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.040222 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: rbac-policies Jan 15 10:08:05.040582 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: rbac_address_scope.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.042041 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.042606 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: rbac-address-scope Jan 15 10:08:05.043045 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: rbac_security_groups.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.043906 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.044477 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: rbac-security-groups Jan 15 10:08:05.044831 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: rbac_subnetpool.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.045756 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.046325 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: rbac-subnetpool Jan 15 10:08:05.046679 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: revisionifmatch.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.047632 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.048204 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: revision-if-match Jan 15 10:08:05.048558 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: revisions.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.049709 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.050282 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: standard-attr-revisions Jan 15 10:08:05.050640 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: router_availability_zone.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.051378 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.051949 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: router_availability_zone Jan 15 10:08:05.052301 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: routerservicetype.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.053320 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.053883 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension router-service-type not supported by any of loaded plugins Jan 15 10:08:05.054238 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.055203 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.055775 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: security-groups-normalized-cidr Jan 15 10:08:05.056129 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.057763 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.058337 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: port-security-groups-filtering Jan 15 10:08:05.058685 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.059646 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.060219 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: security-groups-remote-address-group Jan 15 10:08:05.060572 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: securitygroup.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.075291 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.075899 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: security-group Jan 15 10:08:05.076265 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: segment.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.077126 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.077694 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension segment not supported by any of loaded plugins Jan 15 10:08:05.078051 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.078991 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.079611 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 15 10:08:05.079969 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: servicetype.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.081066 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.081651 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: service-type Jan 15 10:08:05.082012 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: sorting.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.082981 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.083378 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: sorting Jan 15 10:08:05.083734 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: standard_attr_segment.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.084641 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.085229 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 15 10:08:05.085585 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: standardattrdescription.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.086266 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.086841 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: standard-attr-description Jan 15 10:08:05.087225 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: stateful_security_group.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.088346 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.088762 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: stateful-security-group Jan 15 10:08:05.089117 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: stdattrs_common.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.089696 dv-cinder-768592-3-smb neutron-server[79989]: WARNING neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 15 10:08:05.090047 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.090967 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.091570 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 15 10:08:05.091923 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: subnet_onboard.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.093242 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.093814 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: subnet_onboard Jan 15 10:08:05.094174 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.095208 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.095773 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 15 10:08:05.096127 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: subnet_service_types.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.097063 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.097638 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: subnet-service-types Jan 15 10:08:05.097993 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: subnetallocation.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.099095 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.099677 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: subnet_allocation Jan 15 10:08:05.100033 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.100729 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.101301 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: subnetpool-prefix-ops Jan 15 10:08:05.101653 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.102571 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.103184 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 15 10:08:05.104083 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: tagging.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.105391 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.106066 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: standard-attr-tag Jan 15 10:08:05.106427 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: timestamp.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.107641 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.108222 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loaded extension: standard-attr-timestamp Jan 15 10:08:05.108578 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: trunk.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.109599 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.110171 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension trunk not supported by any of loaded plugins Jan 15 10:08:05.110526 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: trunk_details.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.111470 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.112040 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension trunk-details not supported by any of loaded plugins Jan 15 10:08:05.112394 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: uplink_status_propagation.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.113325 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.113902 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 15 10:08:05.114257 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Loading extension file: vlantransparent.py {{(pid=79989) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:08:05.114949 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79989) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:08:05.115542 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 15 10:08:05.118224 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Creating instance of TrackedResource for resource:network Jan 15 10:08:05.119042 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Creating instance of TrackedResource for resource:subnet Jan 15 10:08:05.120587 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Creating instance of TrackedResource for resource:subnetpool Jan 15 10:08:05.121250 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Creating instance of TrackedResource for resource:port Jan 15 10:08:05.122751 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.resource_helper [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79989) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:08:05.123263 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.resource_helper [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Service FLAVORS assigned prefix: {{(pid=79989) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:08:05.123942 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.resource_helper [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79989) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:08:05.124408 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.resource_helper [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79989) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:08:05.124769 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Creating instance of TrackedResource for resource:router Jan 15 10:08:05.125495 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Creating instance of TrackedResource for resource:floatingip Jan 15 10:08:05.126301 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.resource_helper [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Service METERING assigned prefix: /metering {{(pid=79989) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:08:05.128087 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:05.128489 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:05.128871 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79989) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:08:05.130003 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Creating instance of CountableResource for resource:rbac_policy Jan 15 10:08:05.130493 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Creating instance of TrackedResource for resource:security_group Jan 15 10:08:05.131310 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 15 10:08:05.132118 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.resource_helper [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Service CORE assigned prefix: {{(pid=79989) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:08:05.132481 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Creating instance of TrackedResource for resource:subnetpool Jan 15 10:08:05.132839 dv-cinder-768592-3-smb neutron-server[79989]: WARNING neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] subnetpool is already registered Jan 15 10:08:05.133500 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.resource_helper [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Service CORE assigned prefix: {{(pid=79989) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:08:05.133857 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Creating instance of TrackedResource for resource:subnetpool Jan 15 10:08:05.134219 dv-cinder-768592-3-smb neutron-server[79989]: WARNING neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] subnetpool is already registered Jan 15 10:08:05.137268 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.resource_helper [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79989) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:08:05.137740 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.resource_helper [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Service FLAVORS assigned prefix: {{(pid=79989) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:08:05.138387 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.resource_helper [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79989) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:08:05.138848 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.resource_helper [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79989) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:08:05.139270 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Creating instance of TrackedResource for resource:router Jan 15 10:08:05.139635 dv-cinder-768592-3-smb neutron-server[79989]: WARNING neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] router is already registered Jan 15 10:08:05.140291 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Creating instance of TrackedResource for resource:floatingip Jan 15 10:08:05.140652 dv-cinder-768592-3-smb neutron-server[79989]: WARNING neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] floatingip is already registered Jan 15 10:08:05.141336 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.resource_helper [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Service METERING assigned prefix: /metering {{(pid=79989) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:08:05.142071 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Creating instance of CountableResource for resource:rbac_policy Jan 15 10:08:05.142428 dv-cinder-768592-3-smb neutron-server[79989]: WARNING neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] rbac_policy is already registered Jan 15 10:08:05.143049 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Creating instance of TrackedResource for resource:security_group Jan 15 10:08:05.143433 dv-cinder-768592-3-smb neutron-server[79989]: WARNING neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] security_group is already registered Jan 15 10:08:05.144078 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 15 10:08:05.144438 dv-cinder-768592-3-smb neutron-server[79989]: WARNING neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] security_group_rule is already registered Jan 15 10:08:05.145178 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.resource_helper [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Service CORE assigned prefix: {{(pid=79989) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:08:05.145540 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Creating instance of TrackedResource for resource:subnetpool Jan 15 10:08:05.145895 dv-cinder-768592-3-smb neutron-server[79989]: WARNING neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] subnetpool is already registered Jan 15 10:08:05.146568 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.resource_helper [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Service CORE assigned prefix: {{(pid=79989) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:08:05.146926 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Creating instance of TrackedResource for resource:subnetpool Jan 15 10:08:05.147306 dv-cinder-768592-3-smb neutron-server[79989]: WARNING neutron.quota.resource_registry [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] subnetpool is already registered Jan 15 10:08:05.148028 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: extensions {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.149548 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: address-groups {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.152027 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: address-scopes {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.153284 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: agents {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.154520 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: auto-allocated-topology {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.155856 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: availability_zones {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.157237 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: dhcp-networks {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.158713 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: dhcp-agents {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.160228 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: routers {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.162127 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: flavors {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.163373 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: service_profiles {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.164660 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: next_providers {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.166997 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: service_profiles {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.168539 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: floatingip-pools {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.169916 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: routers {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.171829 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: floatingips {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.173075 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: l3-routers {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.174543 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: l3-agents {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.176063 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: metering-labels {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.178301 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: metering-label-rules {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.179680 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: network-ip-availabilities {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.181024 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: bindings {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.182757 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: quotas {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.184280 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: quotas {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.185875 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: rbac-policies {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.187250 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: security-groups {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.188515 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: security-group-rules {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.189811 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: service-providers {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.191128 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: subnetpools {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.192608 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: subnetpools {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.194128 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: tags {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.195905 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: tags {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.197936 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: tags {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.199861 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: tags {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.201712 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: tags {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.203523 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: tags {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.205379 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: tags {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.207357 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: tags {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.209307 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: tags {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.211250 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.extensions [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Extended resource: tags {{(pid=79989) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:08:05.219291 dv-cinder-768592-3-smb neutron-server[79989]: WARNING keystonemiddleware.auth_token [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 15 10:08:05.224572 dv-cinder-768592-3-smb neutron-server[79989]: WARNING keystonemiddleware.auth_token [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 15 10:08:05.233852 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Acquired lock "singleton_lock" {{(pid=79989) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 15 10:08:05.234372 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Releasing lock "singleton_lock" {{(pid=79989) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 15 10:08:05.235890 dv-cinder-768592-3-smb neutron-server[79989]: INFO oslo_service.service [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Starting 2 workers Jan 15 10:08:05.240690 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Started child 80098 {{(pid=79989) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 15 10:08:05.245342 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:05.245632 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Started child 80099 {{(pid=79989) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 15 10:08:05.246890 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [-] (80098) wsgi starting up on http://0.0.0.0:9696 Jan 15 10:08:05.247302 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.service [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 15 10:08:05.247963 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Notify callbacks [] for process, before_spawn {{(pid=79989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:05.249319 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:05.250467 dv-cinder-768592-3-smb neutron-server[79989]: INFO oslo_service.service [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Starting 1 workers Jan 15 10:08:05.250720 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [-] (80099) wsgi starting up on http://0.0.0.0:9696 Jan 15 10:08:05.255989 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Started child 80100 {{(pid=79989) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 15 10:08:05.256533 dv-cinder-768592-3-smb neutron-server[79989]: INFO oslo_service.service [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Starting 1 workers Jan 15 10:08:05.258737 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.service [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] calling RpcWorker wait() {{(pid=80100) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 15 10:08:05.259179 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.service [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] returning from RpcWorker wait() {{(pid=80100) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 15 10:08:05.260819 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:05.261330 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:08:05.261433 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Started child 80101 {{(pid=79989) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 15 10:08:05.262191 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd123bd3-8704-41c9-b761-a9e6b4545171 None None] Notify callbacks [] for process, after_spawn {{(pid=79989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:05.263834 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79989) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 15 10:08:05.264059 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 15 10:08:05.264266 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 15 10:08:05.264528 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 15 10:08:05.264932 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 15 10:08:05.265122 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 15 10:08:05.265696 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.265792 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:05.265998 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.266314 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.266578 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.266899 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.267542 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.267844 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.268153 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.268462 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.268729 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.268927 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.269103 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.269570 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.269847 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.270199 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.270491 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.270756 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.271018 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.271254 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.271511 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.271816 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.272102 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.272394 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] debug = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.272681 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.273274 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.273528 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.273793 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.274040 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.274338 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.274600 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.274904 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.275197 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.275957 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.276232 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.276517 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.276762 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.277121 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.277421 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.277672 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.278106 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] host = dv-cinder-768592-3-smb {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.278357 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.278602 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.278865 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.279166 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.279448 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.279712 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.279990 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.280271 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.280552 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.280818 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.281095 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.281356 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.281620 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.281905 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] log_file = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.282077 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] log_options = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.282281 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.282543 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.282823 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.283033 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.283249 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.283437 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.283730 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.283889 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.284171 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.284461 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.284654 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.284898 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.285140 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.285381 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.285659 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.285900 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.286168 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.286405 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.286715 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.286977 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.287278 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.287539 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.287784 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.288028 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.288270 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.289117 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.289117 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.289117 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.289363 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.289463 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.289706 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.289974 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.290217 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.290808 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.290966 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.291849 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.292417 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.292417 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.292749 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.292975 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.293066 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:08:05.293203 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.293457 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.293721 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.294112 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.294366 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.294639 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] use_json = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.294858 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.295278 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.295725 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.295972 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.296215 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.296459 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.296891 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.296991 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.297428 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.297872 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 53258) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:08:05.298057 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.298294 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.298552 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.298820 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.299108 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.299400 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.299651 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.299919 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.300184 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.300506 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.300756 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.301073 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.301324 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.301614 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.302008 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.302205 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.302501 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.302765 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.303023 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.303295 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.303545 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.303903 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.304208 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.306214 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.306214 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.306214 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.306214 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.306214 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.306214 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.306214 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.306214 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.308861 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.308861 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.308861 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.308861 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.308861 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.308861 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.308861 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.308861 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.308861 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.309390 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.309390 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.309390 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.309579 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.309701 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.310084 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.310542 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.310647 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0104473 Jan 15 10:08:05.311131 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.311633 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.311952 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.312264 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.312580 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.312835 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.313091 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.313495 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.313886 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.314348 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.314667 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.315577 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.315577 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.315577 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.315811 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.316061 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.316381 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.316655 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.317021 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.318138 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.318543 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.318937 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.319348 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.319789 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.320208 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.320603 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.321645 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.321906 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.322158 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.322482 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.322704 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.323164 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.323559 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.323997 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.324420 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.324928 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.325284 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.325556 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.325841 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.326123 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.326411 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.326678 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.326956 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.327983 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.328439 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.328864 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.329348 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.329811 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.330121 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.330400 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.330654 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.330973 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.331971 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.332253 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.332508 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.333137 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.333137 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.333295 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.333552 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.333845 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.334119 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.334413 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.334741 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.334995 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.336125 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.336770 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.336770 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.337100 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.337410 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.337712 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.338519 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.338851 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.339112 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.339415 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.339897 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.340738 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.341175 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.341462 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.341763 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.342295 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.342532 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.342796 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.343081 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.343458 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.343765 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.344024 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.344272 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.344592 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.344886 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.345176 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.345490 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.345774 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.346058 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.346334 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.346608 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.346867 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.347941 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.348219 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.348471 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.348740 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.348987 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.349278 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.349518 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.349771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.350043 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.350306 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.350578 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.350837 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.351101 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.351363 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.351650 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.352129 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.352129 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.352338 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.352591 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.352841 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.353081 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.353314 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.354989 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.355275 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.355600 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.355887 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.356153 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.356434 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.356710 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.356985 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.357233 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.357519 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.357768 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.358013 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.358258 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.358506 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.358750 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.359009 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.360190 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.360190 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.360481 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.360748 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.361111 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.361383 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.361634 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.362045 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.362411 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.362807 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.363232 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.364616 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.364616 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.364800 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.364986 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.365272 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.365530 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.365779 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.366063 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.366270 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.366537 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.366795 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.367123 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.367561 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.367997 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.368277 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.368616 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.368893 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.369200 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.369461 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.369710 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.369981 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.370239 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.370485 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.370734 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.370981 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.371286 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.371530 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.371759 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.372010 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.372254 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.372566 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.372837 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.373092 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.373449 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.373721 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.374010 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.374267 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.374554 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.374770 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.375093 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.376231 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.376623 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.376849 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.377277 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.378272 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.378272 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.378272 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.378553 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.378719 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.379057 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.379379 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.379671 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.379958 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.380270 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.381424 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.381424 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.381424 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.381424 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.382785 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.383273 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.383546 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.383834 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.384112 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.384385 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.384657 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.385087 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.385340 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.385608 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.385859 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.386057 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 15 10:08:05.386589 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79989) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 15 10:08:05.386777 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 15 10:08:05.387273 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 15 10:08:05.387273 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 15 10:08:05.387432 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 15 10:08:05.387501 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 15 10:08:05.387718 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.387907 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.388068 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.388251 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.388396 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.388597 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.388785 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.388940 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.389162 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.389308 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.389459 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.389616 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.389754 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.389890 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.390069 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.390250 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.391217 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.391388 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.391588 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.391778 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.391970 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.392156 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.392341 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] debug = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.392526 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.392746 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.392932 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.393116 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.393302 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.393486 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.393668 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.393851 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.394053 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.394214 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.394397 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.394578 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.394760 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.394941 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.395156 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.395345 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.395523 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] host = dv-cinder-768592-3-smb {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.395660 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.395839 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.396021 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.396201 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.396384 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.396566 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.396748 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.397764 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.398035 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.398128 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.398324 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.398470 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.398653 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.398836 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] log_file = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.399019 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] log_options = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.399270 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.399396 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.399569 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.399776 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.399962 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.400145 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.400835 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.401029 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.401180 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.401328 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.402880 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.402880 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.402880 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.402880 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.402880 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.402880 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.402880 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.402880 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.403575 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.403575 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.403575 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.404922 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.404922 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.404922 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.404922 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.404922 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.405271 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.405271 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.405546 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.405546 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.406368 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.406368 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.406368 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.406368 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.406368 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.406659 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.408311 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.408311 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.408311 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.408311 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.408311 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.408781 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.408781 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.408781 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.409018 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.409018 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] use_json = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.409237 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.409349 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.409444 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.409618 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.409803 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.409987 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.410167 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.410351 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:08:05.410559 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.410746 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.410947 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.411929 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.412122 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.412316 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.412509 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.412697 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.413721 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.413909 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.414151 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.415012 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.415238 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.415416 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.415605 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.415794 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.416015 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.416776 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.416961 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.417151 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.417406 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.417604 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.417832 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.417990 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.418133 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.418283 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.418521 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.418667 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.418816 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.418955 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.419130 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.419277 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.419415 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.419601 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.419844 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.419988 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.420134 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.420284 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.420422 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.420558 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.420747 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.420933 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.421119 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.421304 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.421492 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.421667 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.421813 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.421995 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.422180 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.422377 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.422568 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.422754 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.422939 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.423175 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.423361 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.423548 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.423732 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.423922 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.424099 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.424271 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.424477 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.424658 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.424844 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.425030 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.425194 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.425376 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.425586 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.425761 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.425912 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.426098 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.426197 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:08:05.426293 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.426440 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.426626 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.426811 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.426998 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.428378 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.429471 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.429471 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.429471 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.429471 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.429471 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.429471 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.429877 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.429877 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.430004 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.430073 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.430245 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.430448 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.430591 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.430742 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.430922 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.431181 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.431376 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.431588 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.431905 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.432164 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.432491 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.432687 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.432874 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.433059 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.433246 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.433431 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.433617 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.433802 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.433989 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.434175 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.434360 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.434545 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.434731 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.434996 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.435136 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.435281 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.435463 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.435649 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.435904 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.436001 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.436183 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.436368 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.436554 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.436738 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.436926 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.437110 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.437295 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.437480 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.437663 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.437848 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.438041 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.438243 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.438389 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.438568 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.438753 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.438988 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.439203 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.439390 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.439547 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.441180 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.441180 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.441180 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.441180 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.441180 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.441180 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.441673 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.441673 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.441820 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.441896 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.442449 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.442449 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.442449 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.442678 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.442678 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.442870 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.443058 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.443881 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.443881 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.443881 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.443881 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.443881 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.444246 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.444246 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.444381 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.445129 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.445129 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.445129 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.445129 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.445433 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.445433 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.445562 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.445676 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.445837 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.446084 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.446278 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.446466 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.446652 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.446837 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.447024 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.447347 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.447688 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.447814 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.448184 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.448184 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.448400 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.448498 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.448631 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.449259 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.449259 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.449259 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.449480 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.449480 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.449616 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.449844 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.449971 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.450125 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.450311 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.450502 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.450690 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.450873 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.451082 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.451430 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.451430 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.452026 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.452026 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.452026 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.452294 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.452399 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.452517 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.452694 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.452871 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.453147 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.453264 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.454252 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.454464 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.454633 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.454996 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.455222 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.455389 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.455581 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.455766 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.455956 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.456154 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.456340 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.456525 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.456714 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.456865 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.457067 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.457827 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.457827 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.457827 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.457827 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.458197 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.458197 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.458197 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.458405 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.458552 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.459006 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.459006 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.459191 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.460354 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.460565 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.460772 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.460974 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.461166 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.461364 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.461569 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.461758 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.461947 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.462134 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.462323 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.462510 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.462701 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.463406 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.463655 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.463862 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.464173 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.465077 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.465077 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.465077 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.465077 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.465077 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.465743 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.465743 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.465743 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.465743 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:08:05.466274 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79989) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 15 10:08:15.612258 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5722f67e-624b-4982-aa2f-bbc01dc1a1a7 None None] get_active_networks_info from dv-cinder-768592-3-smb {{(pid=80100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 15 10:08:15.755832 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7404bc51-6710-4db2-a7e2-6880bac5080f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336'] for agent, after_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:15.807932 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5722f67e-624b-4982-aa2f-bbc01dc1a1a7 None None] No non-hosted networks {{(pid=80100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 15 10:08:17.872447 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-30fa24ff-a7c7-4db1-9f64-20edb3d7b981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336'] for agent, after_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:17.965160 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0e84132c-d074-46f7-9f6b-47360fa4a683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:18.544916 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336'] for agent, after_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:19.412606 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336'] for agent, after_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:19.413932 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:19.414447 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:19.414984 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:19.415595 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:19.416101 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:19.416724 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:19.417275 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:19.417793 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:19.420355 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:19.435318 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:19.435856 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:19.436383 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:19.436955 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-768592-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:08:19.443780 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768592-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:08:20.096597 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336'] for agent, after_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:21.323217 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] get_endpoint_by_host() called for host dv-cinder-768592-3-smb {{(pid=80100) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 15 10:08:21.328824 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] get_endpoint_by_ip() called for ip 192.168.0.62 {{(pid=80100) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 15 10:08:21.332402 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] _add_endpoint() called for ip 192.168.0.62 {{(pid=80100) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 15 10:08:21.339122 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] _get_endpoints() called {{(pid=80100) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 15 10:08:21.542934 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 53358) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:08:22.114899 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.l3_hamode_db [None req-b6f8dcb7-48b6-46c7-bbc8-eb4bd3bcd7aa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 15 10:08:22.203255 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f8dcb7-48b6-46c7-bbc8-eb4bd3bcd7aa None None] Routers set() bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:08:22.203675 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f8dcb7-48b6-46c7-bbc8-eb4bd3bcd7aa None None] Router IDs set() for agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 15 10:08:22.219926 dv-cinder-768592-3-smb neutron-server[79989]: WARNING oslo_policy.policy [None req-f717e3a1-30cb-488c-bbcf-c99ff8cf1cc3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 10:08:22.220526 dv-cinder-768592-3-smb neutron-server[79989]: WARNING oslo_policy.policy [None req-f717e3a1-30cb-488c-bbcf-c99ff8cf1cc3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 10:08:22.451592 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [None req-f717e3a1-30cb-488c-bbcf-c99ff8cf1cc3 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:08:22.452760 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-f717e3a1-30cb-488c-bbcf-c99ff8cf1cc3 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.9089184 Jan 15 10:08:25.245958 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 53372) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:08:25.668889 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-bc8c4815-c7dd-4581-93ac-ef298873057c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:08:25.722509 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.policy [None req-bc8c4815-c7dd-4581-93ac-ef298873057c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80098) register_rules /opt/stack/neutron/neutron/policy.py:67}} Jan 15 10:08:25.723356 dv-cinder-768592-3-smb neutron-server[79989]: WARNING oslo_policy.policy [None req-bc8c4815-c7dd-4581-93ac-ef298873057c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 10:08:25.723768 dv-cinder-768592-3-smb neutron-server[79989]: WARNING oslo_policy.policy [None req-bc8c4815-c7dd-4581-93ac-ef298873057c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 10:08:25.735370 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.quota [None req-bc8c4815-c7dd-4581-93ac-ef298873057c admin admin] Loaded quota_driver: . Jan 15 10:08:25.780467 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-bc8c4815-c7dd-4581-93ac-ef298873057c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:08:25.835474 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-bc8c4815-c7dd-4581-93ac-ef298873057c admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309573324805', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309573283921', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309573279754', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309573304456', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309573296168', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854353008', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-421513', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1497759', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1529488'] for rbac-policy, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:25.907231 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-bc8c4815-c7dd-4581-93ac-ef298873057c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:25.908724 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-bc8c4815-c7dd-4581-93ac-ef298873057c admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6615691 Jan 15 10:08:28.939419 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 53386) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:08:29.427626 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '936b0f3fcd0449f5b61e9c25b6199713', 'name': 'private'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:08:29.434023 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:08:29.438660 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Usage tracker for resource:network and tenant:936b0f3fcd0449f5b61e9c25b6199713 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:08:29.442288 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:08:29.449237 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:08:29.457099 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Made reservation on behalf of 936b0f3fcd0449f5b61e9c25b6199713 for: {'network': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:08:29.463157 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for network, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:29.480852 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:29.496256 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:08:29.500125 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Usage tracker for resource:security_group_rule and tenant:936b0f3fcd0449f5b61e9c25b6199713 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:08:29.503722 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:08:29.509340 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:08:29.608353 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:29.611114 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:29.616658 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:29.640820 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:08:29.669485 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309569841387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:29.670091 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.segments_db [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Added segment 0ae6ce69-823f-48e9-be55-4c8d2e36ce5f of type vxlan for network dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7 Jan 15 10:08:29.719871 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68557f4-e520-4339-906b-c6f08279915f,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:29.737739 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:29.738104 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:29.738467 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:29.738813 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:29.739185 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:29.739533 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:29.739873 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:29.740212 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:29.740566 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:29.740900 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:29.741234 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:29.741568 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Tracked resource versions report: Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: pushed versions: Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: { 'AddressGroup': {'1.1'}, Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: 'ConntrackHelper': {'1.0'}, Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: 'Log': {'1.0'}, Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: 'Network': {'1.1'}, Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: 'Port': {'1.6'}, Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: 'PortForwarding': {'1.2'}, Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: 'QosPolicy': {'1.8'}, Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroup': {'1.4'}, Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroupRule': {'1.2'}, Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: 'SubPort': {'1.0'}, Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: 'Subnet': {'1.1'}, Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: 'Trunk': {'1.1'}} Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: consumer versions: Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: { DHCP agent@dv-cinder-768592-3-smb: {}, Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: L3 agent@dv-cinder-768592-3-smb: {}, Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: Metadata agent@dv-cinder-768592-3-smb: {}, Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: Metering agent@dv-cinder-768592-3-smb: {}, Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: Open vSwitch agent@dv-cinder-768592-3-smb: { 'AddressGroup': '1.1', Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: 'ConntrackHelper': '1.0', Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: 'Log': '1.0', Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: 'Network': '1.1', Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: 'Port': '1.6', Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: 'PortForwarding': '1.2', Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: 'QosPolicy': '1.8', Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroup': '1.4', Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroupRule': '1.2', Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: 'SubPort': '1.0', Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: 'Subnet': '1.1', Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: 'Trunk': '1.1'}} Jan 15 10:08:29.742705 dv-cinder-768592-3-smb neutron-server[79989]: {{(pid=80098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 10:08:29.791955 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:29.793825 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309570361187'] for network, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:29.834806 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for network, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:29.836224 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:08:29.837466 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:29.842763 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:30.110574 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Pushing event updated for resources: {'Network': ['ID=dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:30.115197 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.1746752 Jan 15 10:08:30.115939 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:30.122141 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Network dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7 details requested by agent ovs-agent-dv-cinder-768592-3-smb with host dv-cinder-768592-3-smb {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:08:33.185867 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 53402) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:08:33.697453 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33c7ca9-1fa2-489a-92c3-ba6ee30f7ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:08:33.698845 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-b33c7ca9-1fa2-489a-92c3-ba6ee30f7ca2 admin admin] 10.222.0.60 "GET /v2.0/networks/dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7 HTTP/1.1" status: 200 len: 818 time: 0.5119553 Jan 15 10:08:33.727920 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-d9daa337-7854-434a-93d1-c331d4134e83 admin admin] 10.222.0.60 "GET /v2.0/subnetpools/f948dba6-ef75-4c0e-a765-a6edb939908a HTTP/1.1" status: 200 len: 734 time: 0.0222690 Jan 15 10:08:33.738254 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-80f2ef31-4297-4a73-9df2-85300b83ef79 admin admin] Request body: {'subnet': {'subnetpool_id': 'f948dba6-ef75-4c0e-a765-a6edb939908a', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '936b0f3fcd0449f5b61e9c25b6199713', 'network_id': 'dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7', 'gateway_ip': '172.20.0.1'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:08:33.742658 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-80f2ef31-4297-4a73-9df2-85300b83ef79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:08:33.747329 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-80f2ef31-4297-4a73-9df2-85300b83ef79 admin admin] Usage tracker for resource:subnet and tenant:936b0f3fcd0449f5b61e9c25b6199713 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:08:33.750262 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-80f2ef31-4297-4a73-9df2-85300b83ef79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:08:33.755841 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-80f2ef31-4297-4a73-9df2-85300b83ef79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:08:33.764397 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f2ef31-4297-4a73-9df2-85300b83ef79 admin admin] Made reservation on behalf of 936b0f3fcd0449f5b61e9c25b6199713 for: {'subnet': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:08:33.768930 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-80f2ef31-4297-4a73-9df2-85300b83ef79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:34.267210 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-80f2ef31-4297-4a73-9df2-85300b83ef79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for subnet, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:34.281907 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:34.423727 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2ef31-4297-4a73-9df2-85300b83ef79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fee8cd5-836d-434c-ad38-b525a615dfae,revision_number=0']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:34.431403 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-80f2ef31-4297-4a73-9df2-85300b83ef79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:34.489654 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f2ef31-4297-4a73-9df2-85300b83ef79 admin admin] Checking segment: {'id': '0ae6ce69-823f-48e9-be55-4c8d2e36ce5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:08:34.490029 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f2ef31-4297-4a73-9df2-85300b83ef79 admin admin] Network hostable DHCP agents. Network: dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7, hostable agents: ['b4fd3997-8a6f-4495-b48b-6d59b5a93601'], hosted agents: [] {{(pid=80098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:08:34.511019 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f2ef31-4297-4a73-9df2-85300b83ef79 admin admin] Network dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7 is scheduled to be hosted by DHCP agent b4fd3997-8a6f-4495-b48b-6d59b5a93601 with binding_index 1 {{(pid=80098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:08:34.519659 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-80f2ef31-4297-4a73-9df2-85300b83ef79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-smb, dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7) {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:08:34.525370 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f2ef31-4297-4a73-9df2-85300b83ef79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:08:34.526128 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-80f2ef31-4297-4a73-9df2-85300b83ef79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for subnet, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:34.530118 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636d103b-ade3-49c5-af22-af570ce8622c None None] Network dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7 requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:08:34.545652 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-80f2ef31-4297-4a73-9df2-85300b83ef79 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8114192 Jan 15 10:08:34.856496 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56449651-64e6-5d3e-9159-e3ce16e7280d-dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7', 'network_id': 'dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7', 'tenant_id': '936b0f3fcd0449f5b61e9c25b6199713', 'fixed_ips': [{'subnet_id': '0fee8cd5-836d-434c-ad38-b525a615dfae'}]}} from dv-cinder-768592-3-smb. {{(pid=80100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 10:08:34.857805 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:35.365252 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Allocated IP 172.20.0.2 (dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7/0fee8cd5-836d-434c-ad38-b525a615dfae/eb4c8f0c-6a05-4416-8af9-5c99e6a627c2) {{(pid=80100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:08:35.599730 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Notify callbacks [] for port, precommit_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:35.612753 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Transition to ACTIVE for port object eb4c8f0c-6a05-4416-8af9-5c99e6a627c2 will not be triggered until provisioned by entity L2. {{(pid=80100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:08:35.629846 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Transition to ACTIVE for port object eb4c8f0c-6a05-4416-8af9-5c99e6a627c2 will not be triggered until provisioned by entity DHCP. {{(pid=80100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:08:35.636422 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039'] for port, after_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:35.649633 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:35.781062 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Pushing event updated for resources: {'Port': ['ID=eb4c8f0c-6a05-4416-8af9-5c99e6a627c2,revision_number=1']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:35.798977 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:35.799368 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:35.799725 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:35.800081 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:35.800428 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:35.800775 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:35.801120 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:35.801463 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:35.801807 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:35.802149 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:35.802489 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:35.802826 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Tracked resource versions report: Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: pushed versions: Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: { 'AddressGroup': {'1.1'}, Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: 'ConntrackHelper': {'1.0'}, Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: 'Log': {'1.0'}, Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: 'Network': {'1.1'}, Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: 'Port': {'1.6'}, Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: 'PortForwarding': {'1.2'}, Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: 'QosPolicy': {'1.8'}, Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroup': {'1.4'}, Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroupRule': {'1.2'}, Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: 'SubPort': {'1.0'}, Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: 'Subnet': {'1.1'}, Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: 'Trunk': {'1.1'}} Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: consumer versions: Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: { DHCP agent@dv-cinder-768592-3-smb: {}, Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: L3 agent@dv-cinder-768592-3-smb: {}, Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: Metadata agent@dv-cinder-768592-3-smb: {}, Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: Metering agent@dv-cinder-768592-3-smb: {}, Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: Open vSwitch agent@dv-cinder-768592-3-smb: { 'AddressGroup': '1.1', Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: 'ConntrackHelper': '1.0', Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: 'Log': '1.0', Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: 'Network': '1.1', Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: 'Port': '1.6', Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: 'PortForwarding': '1.2', Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: 'QosPolicy': '1.8', Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroup': '1.4', Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroupRule': '1.2', Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: 'SubPort': '1.0', Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: 'Subnet': '1.1', Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: 'Trunk': '1.1'}} Jan 15 10:08:35.803956 dv-cinder-768592-3-smb neutron-server[79989]: {{(pid=80100) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 10:08:35.810894 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:35.851704 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Network dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7 is already hosted by enough agents. {{(pid=80100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:08:35.852825 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Resources bound (agent type, host, resource id): {{(pid=80100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:08:35.855705 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Received port after_create {{(pid=80100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:08:35.915803 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Attempting to bind port eb4c8f0c-6a05-4416-8af9-5c99e6a627c2 on host dv-cinder-768592-3-smb for vnic_type normal with profile {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:08:35.916203 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Attempting to bind port eb4c8f0c-6a05-4416-8af9-5c99e6a627c2 by drivers openvswitch on host dv-cinder-768592-3-smb at level 0 using segments [{'id': '0ae6ce69-823f-48e9-be55-4c8d2e36ce5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7'}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:08:35.916605 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Attempting to bind port eb4c8f0c-6a05-4416-8af9-5c99e6a627c2 on network dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7 {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:08:35.922174 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Checking agent: {'id': '76195a66-59ce-4b08-8c8f-8789c84dc4dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:08:35.923052 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Checking segment: {'id': '0ae6ce69-823f-48e9-be55-4c8d2e36ce5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:08:35.923052 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:35.923442 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Bound using segment: {'id': '0ae6ce69-823f-48e9-be55-4c8d2e36ce5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7'} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:08:35.924002 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Bound port: eb4c8f0c-6a05-4416-8af9-5c99e6a627c2, host: dv-cinder-768592-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae6ce69-823f-48e9-be55-4c8d2e36ce5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7'}}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:08:35.924381 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:36.014760 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] For port eb4c8f0c-6a05-4416-8af9-5c99e6a627c2, host dv-cinder-768592-3-smb, cleared binding levels {{(pid=80100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:08:36.018804 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] For port eb4c8f0c-6a05-4416-8af9-5c99e6a627c2, host dv-cinder-768592-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=eb4c8f0c-6a05-4416-8af9-5c99e6a627c2,segment=NetworkSegment(0ae6ce69-823f-48e9-be55-4c8d2e36ce5f),segment_id=0ae6ce69-823f-48e9-be55-4c8d2e36ce5f)] {{(pid=80100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:08:36.024911 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:36.040542 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:36.194864 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Pushing event updated for resources: {'Port': ['ID=eb4c8f0c-6a05-4416-8af9-5c99e6a627c2,revision_number=2']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:36.200216 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:37.330255 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 53412) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:08:37.776056 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [None req-e84b3216-7af0-46b8-95f3-96f2e02cd32a admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:08:37.777140 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-e84b3216-7af0-46b8-95f3-96f2e02cd32a admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4457469 Jan 15 10:08:39.400827 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device eb4c8f0c-6a05-4416-8af9-5c99e6a627c2 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:08:39.469674 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning for port eb4c8f0c-6a05-4416-8af9-5c99e6a627c2 completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:08:40.639091 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 53426) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:08:40.982964 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aca7e4f-f605-4d51-9168-3316c8163b01 None None] Network dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7 requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:08:41.072402 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [None req-211f52d8-dcbc-4000-bf91-4c1c758acfcb admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:08:41.073474 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-211f52d8-dcbc-4000-bf91-4c1c758acfcb admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4333456 Jan 15 10:08:41.098884 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-c030f320-b1d4-4b23-84aa-26dbae7490ca None None] Provisioning for port eb4c8f0c-6a05-4416-8af9-5c99e6a627c2 completed by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:08:41.108116 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-c030f320-b1d4-4b23-84aa-26dbae7490ca None None] Provisioning complete for port eb4c8f0c-6a05-4416-8af9-5c99e6a627c2 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:08:41.108521 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c030f320-b1d4-4b23-84aa-26dbae7490ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:41.361227 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c030f320-b1d4-4b23-84aa-26dbae7490ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:41.408465 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-c030f320-b1d4-4b23-84aa-26dbae7490ca None None] For port eb4c8f0c-6a05-4416-8af9-5c99e6a627c2, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=eb4c8f0c-6a05-4416-8af9-5c99e6a627c2,segment=NetworkSegment(0ae6ce69-823f-48e9-be55-4c8d2e36ce5f),segment_id=0ae6ce69-823f-48e9-be55-4c8d2e36ce5f)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:08:41.411657 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c030f320-b1d4-4b23-84aa-26dbae7490ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:41.413536 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:41.487087 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030f320-b1d4-4b23-84aa-26dbae7490ca None None] Pushing event updated for resources: {'Port': ['ID=eb4c8f0c-6a05-4416-8af9-5c99e6a627c2,revision_number=3']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:41.490516 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-c030f320-b1d4-4b23-84aa-26dbae7490ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:41.640981 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-bfe6eacc-ddd8-4a13-999b-1192a627162b None None] Provisioning complete for port eb4c8f0c-6a05-4416-8af9-5c99e6a627c2 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:08:41.641495 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-bfe6eacc-ddd8-4a13-999b-1192a627162b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:41.886048 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-2f2757f3-abcd-446c-bdbf-c6adfbb42e6b None None] Provisioning complete for port eb4c8f0c-6a05-4416-8af9-5c99e6a627c2 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:08:41.886460 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2f2757f3-abcd-446c-bdbf-c6adfbb42e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:43.378274 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device eb4c8f0c-6a05-4416-8af9-5c99e6a627c2 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:08:43.446494 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port eb4c8f0c-6a05-4416-8af9-5c99e6a627c2 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:08:43.446887 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:44.153596 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 53438) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:08:44.562963 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-e22c222c-6346-4dc2-aa51-a50634c4b582 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '936b0f3fcd0449f5b61e9c25b6199713', 'admin_state_up': True}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:08:44.568323 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-e22c222c-6346-4dc2-aa51-a50634c4b582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:08:44.573238 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-e22c222c-6346-4dc2-aa51-a50634c4b582 admin admin] Usage tracker for resource:router and tenant:936b0f3fcd0449f5b61e9c25b6199713 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:08:44.576423 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-e22c222c-6346-4dc2-aa51-a50634c4b582 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:08:44.582023 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-e22c222c-6346-4dc2-aa51-a50634c4b582 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:08:44.591758 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e22c222c-6346-4dc2-aa51-a50634c4b582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-522549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036852685493'] for router, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:44.593305 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e22c222c-6346-4dc2-aa51-a50634c4b582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854253230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2090307'] for router, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:44.612881 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e22c222c-6346-4dc2-aa51-a50634c4b582 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:44.712386 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e22c222c-6346-4dc2-aa51-a50634c4b582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854253268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854366006'] for router, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:44.730492 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e22c222c-6346-4dc2-aa51-a50634c4b582 admin admin] Notify callbacks [] for router, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:44.731759 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-e22c222c-6346-4dc2-aa51-a50634c4b582 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5771103 Jan 15 10:08:45.429537 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-42055699-0250-4a88-963c-d0a7714e0113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:47.479760 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 53448) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:08:47.855477 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c896f742-e83f-4f9c-8a2c-c5db0b5aa204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:47.908753 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [None req-3e849869-314b-4059-90ba-384526e3491f admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:08:47.923087 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-3e849869-314b-4059-90ba-384526e3491f admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4291952 Jan 15 10:08:48.368016 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:49.408174 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:50.012024 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:50.673400 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 53468) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:08:50.862396 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:08:50.867304 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:08:50.871337 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Usage tracker for resource:network and tenant:2cb382551c63421c84262390f5fcbc10 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:08:50.874718 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:08:50.880346 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:08:50.889576 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Made reservation on behalf of 2cb382551c63421c84262390f5fcbc10 for: {'network': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:08:50.894364 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for network, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:50.907500 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:50.923463 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:08:50.927374 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Usage tracker for resource:security_group_rule and tenant:2cb382551c63421c84262390f5fcbc10 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:08:50.930733 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:08:50.936160 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:08:51.020553 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:51.023234 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:51.028182 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:51.042983 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Reserving flat network on physical network physnet1 {{(pid=80098) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 15 10:08:51.063937 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3697d50f-71a7-4245-b222-b3644f8b9380,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:51.068461 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:51.069400 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309569841387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:51.069997 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Unsubscribe: segment precommit_create {{(pid=80098) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 15 10:08:51.070907 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.segments_db [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Added segment b0c09c06-7b10-4f05-84b2-2c066d8764a1 of type flat for network 512bef08-258b-4e03-8592-7639e3feb0a7 Jan 15 10:08:51.107097 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309570361187'] for network, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:51.142644 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for network, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:51.143918 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:08:51.144543 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:51.150026 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:51.255299 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5806720 Jan 15 10:08:51.255972 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Pushing event updated for resources: {'Network': ['ID=512bef08-258b-4e03-8592-7639e3feb0a7,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:51.268677 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:51.282196 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Network 512bef08-258b-4e03-8592-7639e3feb0a7 details requested by agent ovs-agent-dv-cinder-768592-3-smb with host dv-cinder-768592-3-smb {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:08:53.802027 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 53488) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:08:53.944734 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7df125-78e7-41be-8af1-2d5b4acf896c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:08:53.946502 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-ea7df125-78e7-41be-8af1-2d5b4acf896c admin admin] 10.222.0.60 "GET /v2.0/subnets/0fee8cd5-836d-434c-ad38-b525a615dfae HTTP/1.1" status: 200 len: 849 time: 0.1434271 Jan 15 10:08:54.097557 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-9e7fb060-4209-407c-9777-dac7bf9f7587 admin admin] 10.222.0.60 "GET /v2.0/routers/5edc1ee2-b846-4aed-9541-0bb69143f49a HTTP/1.1" status: 200 len: 704 time: 0.1446261 Jan 15 10:08:54.722676 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b8ab0b4b-2f46-4b44-86d4-a5dcfcbafbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:55.101372 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [None req-b8ab0b4b-2f46-4b44-86d4-a5dcfcbafbe3 admin admin] Allocated IP 172.20.0.1 (dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7/0fee8cd5-836d-434c-ad38-b525a615dfae/8b35f636-9993-48dc-9834-74afa207fdb6) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:08:55.276890 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b8ab0b4b-2f46-4b44-86d4-a5dcfcbafbe3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:55.295489 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-b8ab0b4b-2f46-4b44-86d4-a5dcfcbafbe3 admin admin] Transition to ACTIVE for port object 8b35f636-9993-48dc-9834-74afa207fdb6 will not be triggered until provisioned by entity DHCP. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:08:55.348170 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b8ab0b4b-2f46-4b44-86d4-a5dcfcbafbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:55.364353 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:55.511338 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab0b4b-2f46-4b44-86d4-a5dcfcbafbe3 admin admin] Pushing event updated for resources: {'Port': ['ID=8b35f636-9993-48dc-9834-74afa207fdb6,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:55.518465 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b8ab0b4b-2f46-4b44-86d4-a5dcfcbafbe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:55.566585 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ab0b4b-2f46-4b44-86d4-a5dcfcbafbe3 admin admin] Network dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7 is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:08:55.567737 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-b8ab0b4b-2f46-4b44-86d4-a5dcfcbafbe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:08:55.570142 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab0b4b-2f46-4b44-86d4-a5dcfcbafbe3 admin admin] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:08:55.571342 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b8ab0b4b-2f46-4b44-86d4-a5dcfcbafbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854255858'] for router_interface, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:55.817027 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-3ecd424f-10be-45c7-8f54-3f23b546c95c None None] Provisioning for port 8b35f636-9993-48dc-9834-74afa207fdb6 completed by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:08:55.822135 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-3ecd424f-10be-45c7-8f54-3f23b546c95c None None] Provisioning complete for port 8b35f636-9993-48dc-9834-74afa207fdb6 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:08:55.822565 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3ecd424f-10be-45c7-8f54-3f23b546c95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:55.846790 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b8ab0b4b-2f46-4b44-86d4-a5dcfcbafbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:55.877433 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd424f-10be-45c7-8f54-3f23b546c95c None None] Port 8b35f636-9993-48dc-9834-74afa207fdb6 cannot update to ACTIVE because it is not bound. {{(pid=80100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:08:56.143846 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b8ab0b4b-2f46-4b44-86d4-a5dcfcbafbe3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:56.147345 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b8ab0b4b-2f46-4b44-86d4-a5dcfcbafbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:56.148524 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b8ab0b4b-2f46-4b44-86d4-a5dcfcbafbe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1027109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520177'] for router_interface, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:56.163032 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b8ab0b4b-2f46-4b44-86d4-a5dcfcbafbe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:56.303584 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab0b4b-2f46-4b44-86d4-a5dcfcbafbe3 admin admin] Pushing event updated for resources: {'Port': ['ID=8b35f636-9993-48dc-9834-74afa207fdb6,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:56.308994 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b8ab0b4b-2f46-4b44-86d4-a5dcfcbafbe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:56.355880 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ab0b4b-2f46-4b44-86d4-a5dcfcbafbe3 admin admin] Network dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7 is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:08:56.357030 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-b8ab0b4b-2f46-4b44-86d4-a5dcfcbafbe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:08:56.602900 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-82c5bc78-3669-4eee-abcb-ea648c3e2905 None None] Provisioning complete for port 8b35f636-9993-48dc-9834-74afa207fdb6 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:08:56.603319 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-82c5bc78-3669-4eee-abcb-ea648c3e2905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:56.658659 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-82c5bc78-3669-4eee-abcb-ea648c3e2905 None None] Port 8b35f636-9993-48dc-9834-74afa207fdb6 cannot update to ACTIVE because it is not bound. {{(pid=80100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:08:56.716065 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ab0b4b-2f46-4b44-86d4-a5dcfcbafbe3 admin admin] Router 5edc1ee2-b846-4aed-9541-0bb69143f49a is scheduled to L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 with binding_index 1 {{(pid=80098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 10:08:56.877784 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ab0b4b-2f46-4b44-86d4-a5dcfcbafbe3 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:08:56.887822 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-b8ab0b4b-2f46-4b44-86d4-a5dcfcbafbe3 admin admin] 10.222.0.60 "PUT /v2.0/routers/5edc1ee2-b846-4aed-9541-0bb69143f49a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7844503 Jan 15 10:08:56.888684 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] Sync routers for ids ['5edc1ee2-b846-4aed-9541-0bb69143f49a'] in dv-cinder-768592-3-smb {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:08:56.900514 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] Routers {'5edc1ee2-b846-4aed-9541-0bb69143f49a'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:08:56.901371 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:08:48Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['5edc1ee2-b846-4aed-9541-0bb69143f49a'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:08:57.080261 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] Set router 5edc1ee2-b846-4aed-9541-0bb69143f49a gateway port host: None {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:08:57.463183 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edc1ee2-b846-4aed-9541-0bb69143f49a', 'name': 'router1', 'tenant_id': '936b0f3fcd0449f5b61e9c25b6199713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:08:44Z', 'updated_at': '2021-01-15T10:08:55Z', 'revision_number': 2, 'project_id': '936b0f3fcd0449f5b61e9c25b6199713', 'gw_port_host': None, '_interfaces': [{'id': '8b35f636-9993-48dc-9834-74afa207fdb6', 'name': '', 'network_id': 'dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7', 'tenant_id': '936b0f3fcd0449f5b61e9c25b6199713', 'mac_address': 'fa:16:3e:fa:66:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edc1ee2-b846-4aed-9541-0bb69143f49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0fee8cd5-836d-434c-ad38-b525a615dfae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:08:54Z', 'updated_at': '2021-01-15T10:08:55Z', 'revision_number': 2, 'project_id': '936b0f3fcd0449f5b61e9c25b6199713', 'subnets': [{'id': '0fee8cd5-836d-434c-ad38-b525a615dfae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f948dba6-ef75-4c0e-a765-a6edb939908a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:08:57.468477 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] Checking router: 5edc1ee2-b846-4aed-9541-0bb69143f49a for host: dv-cinder-768592-3-smb {{(pid=80101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:08:57.468893 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] Updating router 5edc1ee2-b846-4aed-9541-0bb69143f49a port 8b35f636-9993-48dc-9834-74afa207fdb6 binding host dv-cinder-768592-3-smb {{(pid=80101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:08:57.521618 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:58.127648 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:58.143671 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] Transition to ACTIVE for port object 8b35f636-9993-48dc-9834-74afa207fdb6 will not be triggered until provisioned by entity L2. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:08:58.146620 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:58.162370 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:58.314941 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165432fa-551a-43b8-8957-26c7e48392f2 None None] Pushing event updated for resources: {'Port': ['ID=8b35f636-9993-48dc-9834-74afa207fdb6,revision_number=3']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:58.325558 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165432fa-551a-43b8-8957-26c7e48392f2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:58.325932 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165432fa-551a-43b8-8957-26c7e48392f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:58.326298 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165432fa-551a-43b8-8957-26c7e48392f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:58.326657 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165432fa-551a-43b8-8957-26c7e48392f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:58.327013 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165432fa-551a-43b8-8957-26c7e48392f2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:58.327397 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165432fa-551a-43b8-8957-26c7e48392f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:58.327749 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165432fa-551a-43b8-8957-26c7e48392f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:58.328099 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165432fa-551a-43b8-8957-26c7e48392f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:58.328431 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165432fa-551a-43b8-8957-26c7e48392f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:58.328785 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165432fa-551a-43b8-8957-26c7e48392f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:58.329131 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165432fa-551a-43b8-8957-26c7e48392f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:58.329476 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165432fa-551a-43b8-8957-26c7e48392f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165432fa-551a-43b8-8957-26c7e48392f2 None None] Tracked resource versions report: Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: pushed versions: Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: { 'AddressGroup': {'1.1'}, Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: 'ConntrackHelper': {'1.0'}, Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: 'Log': {'1.0'}, Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: 'Network': {'1.1'}, Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: 'Port': {'1.6'}, Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: 'PortForwarding': {'1.2'}, Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: 'QosPolicy': {'1.8'}, Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroup': {'1.4'}, Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroupRule': {'1.2'}, Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: 'SubPort': {'1.0'}, Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: 'Subnet': {'1.1'}, Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: 'Trunk': {'1.1'}} Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: consumer versions: Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: { DHCP agent@dv-cinder-768592-3-smb: {}, Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: L3 agent@dv-cinder-768592-3-smb: {}, Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: Metadata agent@dv-cinder-768592-3-smb: {}, Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: Metering agent@dv-cinder-768592-3-smb: {}, Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: Open vSwitch agent@dv-cinder-768592-3-smb: { 'AddressGroup': '1.1', Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: 'ConntrackHelper': '1.0', Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: 'Log': '1.0', Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: 'Network': '1.1', Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: 'Port': '1.6', Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: 'PortForwarding': '1.2', Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: 'QosPolicy': '1.8', Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroup': '1.4', Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroupRule': '1.2', Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: 'SubPort': '1.0', Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: 'Subnet': '1.1', Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: 'Trunk': '1.1'}} Jan 15 10:08:58.330678 dv-cinder-768592-3-smb neutron-server[79989]: {{(pid=80101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 10:08:58.334364 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-165432fa-551a-43b8-8957-26c7e48392f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:58.489647 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] Attempting to bind port 8b35f636-9993-48dc-9834-74afa207fdb6 on host dv-cinder-768592-3-smb for vnic_type normal with profile {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:08:58.490178 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] Attempting to bind port 8b35f636-9993-48dc-9834-74afa207fdb6 by drivers openvswitch on host dv-cinder-768592-3-smb at level 0 using segments [{'id': '0ae6ce69-823f-48e9-be55-4c8d2e36ce5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7'}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:08:58.490450 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] Attempting to bind port 8b35f636-9993-48dc-9834-74afa207fdb6 on network dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7 {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:08:58.497219 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] Checking agent: {'id': '76195a66-59ce-4b08-8c8f-8789c84dc4dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:08:58.497761 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] Checking segment: {'id': '0ae6ce69-823f-48e9-be55-4c8d2e36ce5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:08:58.498235 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:58.498665 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] Bound using segment: {'id': '0ae6ce69-823f-48e9-be55-4c8d2e36ce5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7'} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:08:58.499240 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] Bound port: 8b35f636-9993-48dc-9834-74afa207fdb6, host: dv-cinder-768592-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae6ce69-823f-48e9-be55-4c8d2e36ce5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7'}}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:08:58.499662 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:58.595901 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] For port 8b35f636-9993-48dc-9834-74afa207fdb6, host dv-cinder-768592-3-smb, cleared binding levels {{(pid=80101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:08:58.600516 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] For port 8b35f636-9993-48dc-9834-74afa207fdb6, host dv-cinder-768592-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=8b35f636-9993-48dc-9834-74afa207fdb6,segment=NetworkSegment(0ae6ce69-823f-48e9-be55-4c8d2e36ce5f),segment_id=0ae6ce69-823f-48e9-be55-4c8d2e36ce5f)] {{(pid=80101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:08:58.604486 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:58.621231 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:58.780521 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165432fa-551a-43b8-8957-26c7e48392f2 None None] Pushing event updated for resources: {'Port': ['ID=8b35f636-9993-48dc-9834-74afa207fdb6,revision_number=4']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:58.785243 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-165432fa-551a-43b8-8957-26c7e48392f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:58.834472 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] Routers {'5edc1ee2-b846-4aed-9541-0bb69143f49a'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:08:58.835162 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:08:48Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['5edc1ee2-b846-4aed-9541-0bb69143f49a'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:08:59.003841 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] Set router 5edc1ee2-b846-4aed-9541-0bb69143f49a gateway port host: None {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:08:59.353131 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edc1ee2-b846-4aed-9541-0bb69143f49a', 'name': 'router1', 'tenant_id': '936b0f3fcd0449f5b61e9c25b6199713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:08:44Z', 'updated_at': '2021-01-15T10:08:55Z', 'revision_number': 2, 'project_id': '936b0f3fcd0449f5b61e9c25b6199713', 'gw_port_host': None, '_interfaces': [{'id': '8b35f636-9993-48dc-9834-74afa207fdb6', 'name': '', 'network_id': 'dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7', 'tenant_id': '936b0f3fcd0449f5b61e9c25b6199713', 'mac_address': 'fa:16:3e:fa:66:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edc1ee2-b846-4aed-9541-0bb69143f49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0fee8cd5-836d-434c-ad38-b525a615dfae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:08:54Z', 'updated_at': '2021-01-15T10:08:58Z', 'revision_number': 4, 'project_id': '936b0f3fcd0449f5b61e9c25b6199713', 'subnets': [{'id': '0fee8cd5-836d-434c-ad38-b525a615dfae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f948dba6-ef75-4c0e-a765-a6edb939908a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:08:59.357271 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a42c11-7f75-4e63-a19b-7f67f2206c05 None None] The sync data for ids ['5edc1ee2-b846-4aed-9541-0bb69143f49a'] in dv-cinder-768592-3-smb is: [{'id': '5edc1ee2-b846-4aed-9541-0bb69143f49a', 'name': 'router1', 'tenant_id': '936b0f3fcd0449f5b61e9c25b6199713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:08:44Z', 'updated_at': '2021-01-15T10:08:55Z', 'revision_number': 2, 'project_id': '936b0f3fcd0449f5b61e9c25b6199713', 'gw_port_host': None, '_interfaces': [{'id': '8b35f636-9993-48dc-9834-74afa207fdb6', 'name': '', 'network_id': 'dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7', 'tenant_id': '936b0f3fcd0449f5b61e9c25b6199713', 'mac_address': 'fa:16:3e:fa:66:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edc1ee2-b846-4aed-9541-0bb69143f49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0fee8cd5-836d-434c-ad38-b525a615dfae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:08:54Z', 'updated_at': '2021-01-15T10:08:58Z', 'revision_number': 4, 'project_id': '936b0f3fcd0449f5b61e9c25b6199713', 'subnets': [{'id': '0fee8cd5-836d-434c-ad38-b525a615dfae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f948dba6-ef75-4c0e-a765-a6edb939908a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:08:59.449516 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 53500) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:08:59.646557 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62082726-aa7a-4e8d-bfc8-5b790bbb06f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:08:59.647116 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-62082726-aa7a-4e8d-bfc8-5b790bbb06f8 admin admin] Synchronizing usage tracker for tenant:2cb382551c63421c84262390f5fcbc10 on resource:network {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:08:59.665112 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-62082726-aa7a-4e8d-bfc8-5b790bbb06f8 admin admin] Unset dirty status for tenant:2cb382551c63421c84262390f5fcbc10 on resource:network {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:08:59.666396 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-62082726-aa7a-4e8d-bfc8-5b790bbb06f8 admin admin] 10.222.0.60 "GET /v2.0/networks/512bef08-258b-4e03-8592-7639e3feb0a7 HTTP/1.1" status: 200 len: 842 time: 0.2157357 Jan 15 10:08:59.678247 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-5a60dd81-637e-41e4-ab23-868ef0d56408 admin admin] Request body: {'subnet': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'gateway_ip': '172.28.0.1', 'cidr': '172.28.0.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:08:59.684844 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-5a60dd81-637e-41e4-ab23-868ef0d56408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:08:59.688948 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-5a60dd81-637e-41e4-ab23-868ef0d56408 admin admin] Usage tracker for resource:subnet and tenant:2cb382551c63421c84262390f5fcbc10 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:08:59.691986 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-5a60dd81-637e-41e4-ab23-868ef0d56408 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:08:59.702395 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-5a60dd81-637e-41e4-ab23-868ef0d56408 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:08:59.712375 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a60dd81-637e-41e4-ab23-868ef0d56408 admin admin] Made reservation on behalf of 2cb382551c63421c84262390f5fcbc10 for: {'subnet': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:08:59.717107 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5a60dd81-637e-41e4-ab23-868ef0d56408 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:00.162799 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.objects.ports [None req-5a60dd81-637e-41e4-ab23-868ef0d56408 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80098) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 10:09:00.163246 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5a60dd81-637e-41e4-ab23-868ef0d56408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for subnet, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:00.179183 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-80f2ef31-4297-4a73-9df2-85300b83ef79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:09:00.326611 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60dd81-637e-41e4-ab23-868ef0d56408 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afc97f5e-62e7-4d57-b78b-6d502dcdcf4b,revision_number=0']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:09:00.330781 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-5a60dd81-637e-41e4-ab23-868ef0d56408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:09:00.397154 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a60dd81-637e-41e4-ab23-868ef0d56408 admin admin] Checking segment: {'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:09:00.397546 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a60dd81-637e-41e4-ab23-868ef0d56408 admin admin] Network hostable DHCP agents. Network: 512bef08-258b-4e03-8592-7639e3feb0a7, hostable agents: ['b4fd3997-8a6f-4495-b48b-6d59b5a93601'], hosted agents: [] {{(pid=80098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:09:00.419113 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a60dd81-637e-41e4-ab23-868ef0d56408 admin admin] Network 512bef08-258b-4e03-8592-7639e3feb0a7 is scheduled to be hosted by DHCP agent b4fd3997-8a6f-4495-b48b-6d59b5a93601 with binding_index 1 {{(pid=80098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:09:00.429483 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-5a60dd81-637e-41e4-ab23-868ef0d56408 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-smb, 512bef08-258b-4e03-8592-7639e3feb0a7) {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:09:00.433866 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a60dd81-637e-41e4-ab23-868ef0d56408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:09:00.434506 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5a60dd81-637e-41e4-ab23-868ef0d56408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for subnet, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:00.438382 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7909c05e-2468-41cc-9ffa-d2efa92ec6bf None None] Network 512bef08-258b-4e03-8592-7639e3feb0a7 requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:09:00.456337 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-5a60dd81-637e-41e4-ab23-868ef0d56408 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7826128 Jan 15 10:09:00.819094 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a919da4-3c1a-4319-a25c-e817db4265a8 None None] Network 512bef08-258b-4e03-8592-7639e3feb0a7 requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:09:01.410388 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 8b35f636-9993-48dc-9834-74afa207fdb6 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:09:01.478666 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning for port 8b35f636-9993-48dc-9834-74afa207fdb6 completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:09:01.483469 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port 8b35f636-9993-48dc-9834-74afa207fdb6 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:09:01.483876 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:01.601096 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:01.633747 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] For port 8b35f636-9993-48dc-9834-74afa207fdb6, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=8b35f636-9993-48dc-9834-74afa207fdb6,segment=NetworkSegment(0ae6ce69-823f-48e9-be55-4c8d2e36ce5f),segment_id=0ae6ce69-823f-48e9-be55-4c8d2e36ce5f)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:09:01.636578 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:01.638844 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-c030f320-b1d4-4b23-84aa-26dbae7490ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:09:01.705914 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Pushing event updated for resources: {'Port': ['ID=8b35f636-9993-48dc-9834-74afa207fdb6,revision_number=5']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:09:01.709103 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:09:03.060340 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 53514) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:09:03.290126 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-7f81cf90-bb5a-43bc-a71a-a748b2f9b1bb admin admin] 10.222.0.60 "GET /v2.0/routers/5edc1ee2-b846-4aed-9541-0bb69143f49a HTTP/1.1" status: 200 len: 710 time: 0.2276440 Jan 15 10:09:03.390167 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 8b35f636-9993-48dc-9834-74afa207fdb6 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:09:03.442310 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f38980-f75e-4032-917c-54b2cb0681a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:09:03.443868 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-a9f38980-f75e-4032-917c-54b2cb0681a8 admin admin] 10.222.0.60 "GET /v2.0/networks/512bef08-258b-4e03-8592-7639e3feb0a7 HTTP/1.1" status: 200 len: 886 time: 0.1479797 Jan 15 10:09:03.456609 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:09:03.466222 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port 8b35f636-9993-48dc-9834-74afa207fdb6 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:09:03.466862 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:04.111156 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2090322'] for router, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:04.456020 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:04.519106 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:04.532827 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:04.548285 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:09:04.552222 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:09:04.555877 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:09:04.562911 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:09:04.650461 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:04.653241 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:04.668848 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:09:04.770498 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72bbe39-d29f-40d3-bf5e-ed58340f2183,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:09:04.775578 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:09:04.931670 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Allocated IP 172.28.0.18 (512bef08-258b-4e03-8592-7639e3feb0a7/afc97f5e-62e7-4d57-b78b-6d502dcdcf4b/c7e28219-1d95-4f7a-ab42-25e3fa2ea730) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:09:05.087168 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:05.113449 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:05.129458 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b8ab0b4b-2f46-4b44-86d4-a5dcfcbafbe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:09:05.269819 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Pushing event updated for resources: {'Port': ['ID=c7e28219-1d95-4f7a-ab42-25e3fa2ea730,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:09:05.274111 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:09:05.314850 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 5 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:09:05.315544 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Network 512bef08-258b-4e03-8592-7639e3feb0a7 is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:09:05.316696 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:09:05.319023 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:09:05.719708 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:06.087408 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2090322'] for router, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:06.090853 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854366006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854365989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-409811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854253093'] for router, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:06.463648 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Router 5edc1ee2-b846-4aed-9541-0bb69143f49a has already been hosted by L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 {{(pid=80098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:09:06.658131 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:09:06.668057 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] Sync routers for ids ['5edc1ee2-b846-4aed-9541-0bb69143f49a'] in dv-cinder-768592-3-smb {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:09:06.674076 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Notify callbacks [] for router, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:06.675388 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] 10.222.0.60 "PUT /v2.0/routers/5edc1ee2-b846-4aed-9541-0bb69143f49a HTTP/1.1" status: 200 len: 889 time: 3.2244699 Jan 15 10:09:06.678053 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] Routers {'5edc1ee2-b846-4aed-9541-0bb69143f49a'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:09:06.678728 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:08:48Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['5edc1ee2-b846-4aed-9541-0bb69143f49a'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:09:06.880612 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] Set router 5edc1ee2-b846-4aed-9541-0bb69143f49a gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:09:07.239044 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edc1ee2-b846-4aed-9541-0bb69143f49a', 'name': 'router1', 'tenant_id': '936b0f3fcd0449f5b61e9c25b6199713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': 'c7e28219-1d95-4f7a-ab42-25e3fa2ea730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:08:44Z', 'updated_at': '2021-01-15T10:09:05Z', 'revision_number': 4, 'project_id': '936b0f3fcd0449f5b61e9c25b6199713', 'gw_port': {'id': 'c7e28219-1d95-4f7a-ab42-25e3fa2ea730', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edc1ee2-b846-4aed-9541-0bb69143f49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:09:04Z', 'updated_at': '2021-01-15T10:09:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '8b35f636-9993-48dc-9834-74afa207fdb6', 'name': '', 'network_id': 'dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7', 'tenant_id': '936b0f3fcd0449f5b61e9c25b6199713', 'mac_address': 'fa:16:3e:fa:66:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edc1ee2-b846-4aed-9541-0bb69143f49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0fee8cd5-836d-434c-ad38-b525a615dfae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:08:54Z', 'updated_at': '2021-01-15T10:09:01Z', 'revision_number': 5, 'project_id': '936b0f3fcd0449f5b61e9c25b6199713', 'subnets': [{'id': '0fee8cd5-836d-434c-ad38-b525a615dfae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f948dba6-ef75-4c0e-a765-a6edb939908a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:09:07.244268 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] Checking router: 5edc1ee2-b846-4aed-9541-0bb69143f49a for host: dv-cinder-768592-3-smb {{(pid=80100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:09:07.244673 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] Updating router 5edc1ee2-b846-4aed-9541-0bb69143f49a port c7e28219-1d95-4f7a-ab42-25e3fa2ea730 binding host dv-cinder-768592-3-smb {{(pid=80100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:09:07.297497 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:07.688312 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] Notify callbacks [] for port, precommit_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:07.700497 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] Transition to ACTIVE for port object c7e28219-1d95-4f7a-ab42-25e3fa2ea730 will not be triggered until provisioned by entity L2. {{(pid=80100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:09:07.703460 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:07.722876 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-73ba918d-96f5-488e-b005-858e365c5763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:09:07.863326 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fd741-cbc7-4f06-a6b4-68eeabfacd76 None None] Pushing event updated for resources: {'Port': ['ID=c7e28219-1d95-4f7a-ab42-25e3fa2ea730,revision_number=2']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:09:07.866231 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1f3fd741-cbc7-4f06-a6b4-68eeabfacd76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:09:07.920271 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] Attempting to bind port c7e28219-1d95-4f7a-ab42-25e3fa2ea730 on host dv-cinder-768592-3-smb for vnic_type normal with profile {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:09:07.920829 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] Attempting to bind port c7e28219-1d95-4f7a-ab42-25e3fa2ea730 by drivers openvswitch on host dv-cinder-768592-3-smb at level 0 using segments [{'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:09:07.921241 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] Attempting to bind port c7e28219-1d95-4f7a-ab42-25e3fa2ea730 on network 512bef08-258b-4e03-8592-7639e3feb0a7 {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:09:07.926994 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] Checking agent: {'id': '76195a66-59ce-4b08-8c8f-8789c84dc4dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:09:07.927433 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] Checking segment: {'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:09:07.927873 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:07.928302 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] Bound using segment: {'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:09:07.928813 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] Bound port: c7e28219-1d95-4f7a-ab42-25e3fa2ea730, host: dv-cinder-768592-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:09:07.929851 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:08.005207 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] For port c7e28219-1d95-4f7a-ab42-25e3fa2ea730, host dv-cinder-768592-3-smb, cleared binding levels {{(pid=80100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:09:08.008457 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] For port c7e28219-1d95-4f7a-ab42-25e3fa2ea730, host dv-cinder-768592-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=c7e28219-1d95-4f7a-ab42-25e3fa2ea730,segment=NetworkSegment(b0c09c06-7b10-4f05-84b2-2c066d8764a1),segment_id=b0c09c06-7b10-4f05-84b2-2c066d8764a1)] {{(pid=80100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:09:08.011861 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:08.027961 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1f3fd741-cbc7-4f06-a6b4-68eeabfacd76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:09:08.178140 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fd741-cbc7-4f06-a6b4-68eeabfacd76 None None] Pushing event updated for resources: {'Port': ['ID=c7e28219-1d95-4f7a-ab42-25e3fa2ea730,revision_number=3']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:09:08.182055 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1f3fd741-cbc7-4f06-a6b4-68eeabfacd76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:09:08.225151 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] Routers {'5edc1ee2-b846-4aed-9541-0bb69143f49a'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:09:08.225728 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:08:48Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['5edc1ee2-b846-4aed-9541-0bb69143f49a'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:09:08.411877 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] Set router 5edc1ee2-b846-4aed-9541-0bb69143f49a gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:09:08.917620 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edc1ee2-b846-4aed-9541-0bb69143f49a', 'name': 'router1', 'tenant_id': '936b0f3fcd0449f5b61e9c25b6199713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': 'c7e28219-1d95-4f7a-ab42-25e3fa2ea730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:08:44Z', 'updated_at': '2021-01-15T10:09:05Z', 'revision_number': 4, 'project_id': '936b0f3fcd0449f5b61e9c25b6199713', 'gw_port': {'id': 'c7e28219-1d95-4f7a-ab42-25e3fa2ea730', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edc1ee2-b846-4aed-9541-0bb69143f49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:09:04Z', 'updated_at': '2021-01-15T10:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '8b35f636-9993-48dc-9834-74afa207fdb6', 'name': '', 'network_id': 'dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7', 'tenant_id': '936b0f3fcd0449f5b61e9c25b6199713', 'mac_address': 'fa:16:3e:fa:66:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edc1ee2-b846-4aed-9541-0bb69143f49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0fee8cd5-836d-434c-ad38-b525a615dfae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:08:54Z', 'updated_at': '2021-01-15T10:09:01Z', 'revision_number': 5, 'project_id': '936b0f3fcd0449f5b61e9c25b6199713', 'subnets': [{'id': '0fee8cd5-836d-434c-ad38-b525a615dfae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f948dba6-ef75-4c0e-a765-a6edb939908a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:09:08.922929 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464bb676-c098-48d7-9970-59efd6b92e26 None None] The sync data for ids ['5edc1ee2-b846-4aed-9541-0bb69143f49a'] in dv-cinder-768592-3-smb is: [{'id': '5edc1ee2-b846-4aed-9541-0bb69143f49a', 'name': 'router1', 'tenant_id': '936b0f3fcd0449f5b61e9c25b6199713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': 'c7e28219-1d95-4f7a-ab42-25e3fa2ea730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:08:44Z', 'updated_at': '2021-01-15T10:09:05Z', 'revision_number': 4, 'project_id': '936b0f3fcd0449f5b61e9c25b6199713', 'gw_port': {'id': 'c7e28219-1d95-4f7a-ab42-25e3fa2ea730', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edc1ee2-b846-4aed-9541-0bb69143f49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:09:04Z', 'updated_at': '2021-01-15T10:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '8b35f636-9993-48dc-9834-74afa207fdb6', 'name': '', 'network_id': 'dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7', 'tenant_id': '936b0f3fcd0449f5b61e9c25b6199713', 'mac_address': 'fa:16:3e:fa:66:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edc1ee2-b846-4aed-9541-0bb69143f49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0fee8cd5-836d-434c-ad38-b525a615dfae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:08:54Z', 'updated_at': '2021-01-15T10:09:01Z', 'revision_number': 5, 'project_id': '936b0f3fcd0449f5b61e9c25b6199713', 'subnets': [{'id': '0fee8cd5-836d-434c-ad38-b525a615dfae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f948dba6-ef75-4c0e-a765-a6edb939908a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:09:09.398640 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 53524) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:09:09.432008 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device c7e28219-1d95-4f7a-ab42-25e3fa2ea730 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:09:09.502181 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning for port c7e28219-1d95-4f7a-ab42-25e3fa2ea730 completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:09:09.508444 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port c7e28219-1d95-4f7a-ab42-25e3fa2ea730 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:09:09.511912 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:09.556258 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ff789d-3bfa-4622-827b-3d6266d389be admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:09:09.557951 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-77ff789d-3bfa-4622-827b-3d6266d389be admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1573601 Jan 15 10:09:09.646717 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:09.664832 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] For port c7e28219-1d95-4f7a-ab42-25e3fa2ea730, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=c7e28219-1d95-4f7a-ab42-25e3fa2ea730,segment=NetworkSegment(b0c09c06-7b10-4f05-84b2-2c066d8764a1),segment_id=b0c09c06-7b10-4f05-84b2-2c066d8764a1)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:09:09.668263 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:09.670532 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:09:09.744913 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Pushing event updated for resources: {'Port': ['ID=c7e28219-1d95-4f7a-ab42-25e3fa2ea730,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:09:09.748338 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:09:11.402489 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device c7e28219-1d95-4f7a-ab42-25e3fa2ea730 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:09:11.477351 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port c7e28219-1d95-4f7a-ab42-25e3fa2ea730 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:09:11.477662 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:15.442191 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-30428185-2212-4c8c-886f-19d06c1f07be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:17.873323 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ec6ee779-4f7d-47fe-8a6d-94d0fc212754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:18.375529 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:19.412143 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:20.040149 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:42.314900 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 5 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:09:45.436179 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b29f296e-917d-43d5-9fb1-0b90dbd6ede6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:47.857783 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d18dd030-5893-43dc-80cc-c6062c6b11f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:48.375425 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:49.415206 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:50.026120 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:10:15.438937 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0fe12e64-399c-4143-aebd-d5640c190396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:10:17.858989 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ef8ea4c6-5309-4510-895a-ec7548c0a4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:10:18.380736 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:10:19.314846 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 5 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:10:19.418315 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:10:20.034104 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:10:45.442271 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-40111ad5-d022-417f-b978-ca80cfd71737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:10:47.861195 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-96cd94c5-5bde-4822-94f4-d2ea0b0b11ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:10:48.381595 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:10:49.419454 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:10:50.039668 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:10:56.315968 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 5 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:11:15.444962 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-84d847b3-c571-4c5d-aa36-c47515a5d971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:17.862693 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-88ab0f8c-4999-4537-b55d-28db6ac23b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:18.385977 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:19.420557 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:20.045092 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:24.999673 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 54100) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:11:25.102592 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d3a1e75-f466-4df7-8130-bc351fc8fde2 admin admin] GET failed (client error): The resource could not be found. Jan 15 10:11:25.103954 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-4d3a1e75-f466-4df7-8130-bc351fc8fde2 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1032569 Jan 15 10:11:25.256442 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d551f9-c15c-4e1c-9b97-6ea1c91ec2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:25.257985 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-e6d551f9-c15c-4e1c-9b97-6ea1c91ec2f5 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1495354 Jan 15 10:11:27.765175 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 54110) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:11:27.932986 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a46843-b392-47a9-88f8-f14cd0bd4761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:27.933601 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-a2a46843-b392-47a9-88f8-f14cd0bd4761 admin admin] Synchronizing usage tracker for tenant:2cb382551c63421c84262390f5fcbc10 on resource:subnet {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:11:27.950484 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-a2a46843-b392-47a9-88f8-f14cd0bd4761 admin admin] Unset dirty status for tenant:2cb382551c63421c84262390f5fcbc10 on resource:subnet {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:11:27.951729 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-a2a46843-b392-47a9-88f8-f14cd0bd4761 admin admin] 10.222.0.60 "GET /v2.0/subnets/0fee8cd5-836d-434c-ad38-b525a615dfae HTTP/1.1" status: 200 len: 849 time: 0.1855164 Jan 15 10:11:27.963314 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-ab1c1d99-d3a5-4eef-b4fc-cecf71f40f5c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:11:28.116413 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ab1c1d99-d3a5-4eef-b4fc-cecf71f40f5c admin admin] Notify callbacks [] for subnet, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:28.477945 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ab1c1d99-d3a5-4eef-b4fc-cecf71f40f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363309569925304'] for subnet, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:28.493571 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-5a60dd81-637e-41e4-ab23-868ef0d56408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:11:28.677025 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c1d99-d3a5-4eef-b4fc-cecf71f40f5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fee8cd5-836d-434c-ad38-b525a615dfae,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:11:28.690163 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c1d99-d3a5-4eef-b4fc-cecf71f40f5c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:28.690536 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c1d99-d3a5-4eef-b4fc-cecf71f40f5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:28.690902 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c1d99-d3a5-4eef-b4fc-cecf71f40f5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:28.691313 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c1d99-d3a5-4eef-b4fc-cecf71f40f5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:28.691674 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c1d99-d3a5-4eef-b4fc-cecf71f40f5c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:28.692033 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c1d99-d3a5-4eef-b4fc-cecf71f40f5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:28.692386 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c1d99-d3a5-4eef-b4fc-cecf71f40f5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:28.692740 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c1d99-d3a5-4eef-b4fc-cecf71f40f5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:28.693109 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c1d99-d3a5-4eef-b4fc-cecf71f40f5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:28.694029 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c1d99-d3a5-4eef-b4fc-cecf71f40f5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:28.694383 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c1d99-d3a5-4eef-b4fc-cecf71f40f5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:28.694732 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c1d99-d3a5-4eef-b4fc-cecf71f40f5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:28.700231 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ab1c1d99-d3a5-4eef-b4fc-cecf71f40f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:11:28.734396 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1c1d99-d3a5-4eef-b4fc-cecf71f40f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:28.735356 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ab1c1d99-d3a5-4eef-b4fc-cecf71f40f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for subnet, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:28.737696 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-ab1c1d99-d3a5-4eef-b4fc-cecf71f40f5c admin admin] 10.222.0.60 "PUT /v2.0/subnets/0fee8cd5-836d-434c-ad38-b525a615dfae HTTP/1.1" status: 200 len: 868 time: 0.7784791 Jan 15 10:11:28.754565 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8871fb-bd75-48f3-8270-c4e63e72c932 None None] Network dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7 requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:11:29.272822 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-2b9fe6b5-97e1-4e9a-8835-099bcead918f None None] Provisioning complete for port 8b35f636-9993-48dc-9834-74afa207fdb6 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:11:29.273591 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2b9fe6b5-97e1-4e9a-8835-099bcead918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:29.409124 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-2b9fe6b5-97e1-4e9a-8835-099bcead918f None None] Provisioning complete for port eb4c8f0c-6a05-4416-8af9-5c99e6a627c2 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:11:29.409569 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2b9fe6b5-97e1-4e9a-8835-099bcead918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:31.250886 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 54120) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:11:31.470446 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870dc5b5-bb12-4561-856a-8ef0772a352c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:31.470796 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870dc5b5-bb12-4561-856a-8ef0772a352c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:31.472493 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-870dc5b5-bb12-4561-856a-8ef0772a352c admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2204859 Jan 15 10:11:33.315238 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 5 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:11:33.952022 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 54130) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:11:34.168602 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25786b29-9304-4ddf-936a-f9b3e5e225a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:34.169035 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25786b29-9304-4ddf-936a-f9b3e5e225a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:34.170718 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-25786b29-9304-4ddf-936a-f9b3e5e225a9 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2174842 Jan 15 10:11:36.666518 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 54140) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:11:36.874377 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0d05a1-b2ec-461d-966e-aad052e0476d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:36.875811 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-8b0d05a1-b2ec-461d-966e-aad052e0476d admin admin] 10.222.0.60 "GET /v2.0/networks/512bef08-258b-4e03-8592-7639e3feb0a7 HTTP/1.1" status: 200 len: 886 time: 0.2082360 Jan 15 10:11:39.375928 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 54150) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:11:39.590208 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5813d54-3493-4abf-81c6-8934b607b916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:39.591623 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-f5813d54-3493-4abf-81c6-8934b607b916 admin admin] 10.222.0.60 "GET /v2.0/networks/dd9c8e0e-3dd1-43b6-b2ec-a2e0346ce3d7 HTTP/1.1" status: 200 len: 862 time: 0.2146688 Jan 15 10:11:42.078546 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 54160) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:11:42.223117 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3632e9-71cc-4e6f-9389-d9826bdf0855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:42.223448 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3632e9-71cc-4e6f-9389-d9826bdf0855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:42.226137 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-ff3632e9-71cc-4e6f-9389-d9826bdf0855 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1465135 Jan 15 10:11:44.706808 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 54170) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:11:44.851713 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221fe86e-7ced-42f9-a798-fb3474c8c2cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:44.852135 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221fe86e-7ced-42f9-a798-fb3474c8c2cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:44.853767 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-221fe86e-7ced-42f9-a798-fb3474c8c2cf admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1458480 Jan 15 10:11:45.446513 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7579110c-f464-4cf4-9fe4-f03f475d2f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:47.387271 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 54180) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:11:47.537612 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a5316d-96f4-41bc-b25a-bdae64f59b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:47.539096 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-73a5316d-96f4-41bc-b25a-bdae64f59b8a admin admin] 10.222.0.60 "GET /v2.0/subnets/0fee8cd5-836d-434c-ad38-b525a615dfae HTTP/1.1" status: 200 len: 868 time: 0.1507521 Jan 15 10:11:47.864427 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5147c2ae-1973-457d-80d0-c89cafafe177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:48.387003 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:49.423422 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:50.026277 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 54190) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:11:50.048875 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:50.207436 dv-cinder-768592-3-smb neutron-server[79989]: WARNING oslo_policy.policy [None req-35dda18d-c7c0-4eb2-bb88-f1083a46d428 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 10:11:50.208696 dv-cinder-768592-3-smb neutron-server[79989]: WARNING oslo_policy.policy [None req-35dda18d-c7c0-4eb2-bb88-f1083a46d428 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 10:11:50.603818 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.policy [None req-35dda18d-c7c0-4eb2-bb88-f1083a46d428 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80099) register_rules /opt/stack/neutron/neutron/policy.py:67}} Jan 15 10:11:50.604575 dv-cinder-768592-3-smb neutron-server[79989]: WARNING oslo_policy.policy [None req-35dda18d-c7c0-4eb2-bb88-f1083a46d428 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 10:11:50.604977 dv-cinder-768592-3-smb neutron-server[79989]: WARNING oslo_policy.policy [None req-35dda18d-c7c0-4eb2-bb88-f1083a46d428 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 10:11:50.615376 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dda18d-c7c0-4eb2-bb88-f1083a46d428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:50.617357 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-35dda18d-c7c0-4eb2-bb88-f1083a46d428 admin admin] 10.222.0.60 "GET /v2.0/subnets/afc97f5e-62e7-4d57-b78b-6d502dcdcf4b HTTP/1.1" status: 200 len: 816 time: 0.5889664 Jan 15 10:12:10.314417 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 5 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:12:15.448817 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-82485c98-dc4d-450d-a3cd-3678a85635a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:16.501021 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 54236) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:12:16.583656 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [None req-5868504d-0acc-405e-9eb3-fca42650d548 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:12:16.584772 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-5868504d-0acc-405e-9eb3-fca42650d548 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0827487 Jan 15 10:12:17.866728 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8c986ee2-539a-4d2d-885e-bb136cb79911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:18.391369 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:19.170064 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 54246) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:12:19.283430 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba7b1d0-2bc9-44ac-8acb-1dbddc742b48 admin admin] GET failed (client error): The resource could not be found. Jan 15 10:12:19.284809 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-cba7b1d0-2bc9-44ac-8acb-1dbddc742b48 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1137071 Jan 15 10:12:19.427351 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:19.431498 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60867b15-c68d-4ae1-b64d-40f0eecbcb44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:12:19.433110 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-60867b15-c68d-4ae1-b64d-40f0eecbcb44 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1438541 Jan 15 10:12:20.051367 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:21.933432 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 54256) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:12:22.014487 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:12:22.017216 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.quota [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Loaded quota_driver: . Jan 15 10:12:22.024384 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:12:22.037733 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:12:22.051300 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Made reservation on behalf of 2cb382551c63421c84262390f5fcbc10 for: {'network': 1} {{(pid=80099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:12:22.057529 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for network, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:22.308972 dv-cinder-768592-3-smb neutron-server[79989]: WARNING neutron.services.revisions.revision_plugin [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Could not find related network for resource to bump revision. Jan 15 10:12:22.328241 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:12:22.339263 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309569841387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:22.339762 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.segments_db [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Added segment 903e08a6-2794-4c50-98e3-79f736894dc5 of type vxlan for network 4c8ceaab-fb4d-41c1-b063-1ffd013e667f Jan 15 10:12:22.413018 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309570361187'] for network, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:22.448397 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for network, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:22.449866 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:12:22.450495 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:22.456848 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:12:22.556480 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.6218810 Jan 15 10:12:22.567733 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Pushing event updated for resources: {'Network': ['ID=4c8ceaab-fb4d-41c1-b063-1ffd013e667f,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:12:22.576315 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:12:22.576683 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:12:22.577047 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:12:22.577400 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:12:22.577754 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:12:22.578111 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:12:22.578459 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:12:22.578809 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:12:22.579186 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:12:22.579539 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:12:22.579947 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:12:22.580302 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Tracked resource versions report: Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: pushed versions: Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: { 'AddressGroup': {'1.1'}, Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: 'ConntrackHelper': {'1.0'}, Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: 'Log': {'1.0'}, Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: 'Network': {'1.1'}, Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: 'Port': {'1.6'}, Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: 'PortForwarding': {'1.2'}, Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: 'QosPolicy': {'1.8'}, Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroup': {'1.4'}, Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroupRule': {'1.2'}, Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: 'SubPort': {'1.0'}, Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: 'Subnet': {'1.1'}, Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: 'Trunk': {'1.1'}} Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: consumer versions: Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: { DHCP agent@dv-cinder-768592-3-smb: {}, Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: L3 agent@dv-cinder-768592-3-smb: {}, Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: Metadata agent@dv-cinder-768592-3-smb: {}, Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: Metering agent@dv-cinder-768592-3-smb: {}, Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: Open vSwitch agent@dv-cinder-768592-3-smb: { 'AddressGroup': '1.1', Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: 'ConntrackHelper': '1.0', Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: 'Log': '1.0', Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: 'Network': '1.1', Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: 'Port': '1.6', Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: 'PortForwarding': '1.2', Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: 'QosPolicy': '1.8', Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroup': '1.4', Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroupRule': '1.2', Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: 'SubPort': '1.0', Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: 'Subnet': '1.1', Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: 'Trunk': '1.1'}} Jan 15 10:12:22.581448 dv-cinder-768592-3-smb neutron-server[79989]: {{(pid=80099) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 10:12:22.610187 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:12:22.619005 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Network 4c8ceaab-fb4d-41c1-b063-1ffd013e667f details requested by agent ovs-agent-dv-cinder-768592-3-smb with host dv-cinder-768592-3-smb {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:12:25.071190 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 54270) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:12:25.174007 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc496a0-26a9-4e95-830c-dd441d9fb2c7 admin admin] GET failed (client error): The resource could not be found. Jan 15 10:12:25.174573 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-acc496a0-26a9-4e95-830c-dd441d9fb2c7 admin admin] Synchronizing usage tracker for tenant:2cb382551c63421c84262390f5fcbc10 on resource:network {{(pid=80099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:12:25.189136 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-acc496a0-26a9-4e95-830c-dd441d9fb2c7 admin admin] Unset dirty status for tenant:2cb382551c63421c84262390f5fcbc10 on resource:network {{(pid=80099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:12:25.190303 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-acc496a0-26a9-4e95-830c-dd441d9fb2c7 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1180801 Jan 15 10:12:25.310398 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0aec00-9c1d-4314-acf7-a492dff8703f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:12:25.311964 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-ad0aec00-9c1d-4314-acf7-a492dff8703f admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1169105 Jan 15 10:12:25.324452 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-bcc84ed3-2e27-4256-8a9c-c2356971943a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '4c8ceaab-fb4d-41c1-b063-1ffd013e667f'}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:12:25.329393 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-bcc84ed3-2e27-4256-8a9c-c2356971943a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:12:25.339408 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-bcc84ed3-2e27-4256-8a9c-c2356971943a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:12:25.349042 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc84ed3-2e27-4256-8a9c-c2356971943a admin admin] Made reservation on behalf of 2cb382551c63421c84262390f5fcbc10 for: {'subnet': 1} {{(pid=80099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:12:25.353565 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-bcc84ed3-2e27-4256-8a9c-c2356971943a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:25.797073 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-bcc84ed3-2e27-4256-8a9c-c2356971943a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for subnet, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:25.812857 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:12:25.949735 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc84ed3-2e27-4256-8a9c-c2356971943a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dda18bfb-d038-4d7f-a1bf-2eaebb3a0102,revision_number=0']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:12:25.953143 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-bcc84ed3-2e27-4256-8a9c-c2356971943a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:12:26.013883 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc84ed3-2e27-4256-8a9c-c2356971943a admin admin] Checking segment: {'id': '903e08a6-2794-4c50-98e3-79f736894dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4c8ceaab-fb4d-41c1-b063-1ffd013e667f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:12:26.014261 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc84ed3-2e27-4256-8a9c-c2356971943a admin admin] Network hostable DHCP agents. Network: 4c8ceaab-fb4d-41c1-b063-1ffd013e667f, hostable agents: ['b4fd3997-8a6f-4495-b48b-6d59b5a93601'], hosted agents: [] {{(pid=80099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:12:26.034485 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc84ed3-2e27-4256-8a9c-c2356971943a admin admin] Network 4c8ceaab-fb4d-41c1-b063-1ffd013e667f is scheduled to be hosted by DHCP agent b4fd3997-8a6f-4495-b48b-6d59b5a93601 with binding_index 1 {{(pid=80099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:12:26.044137 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-bcc84ed3-2e27-4256-8a9c-c2356971943a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-smb, 4c8ceaab-fb4d-41c1-b063-1ffd013e667f) {{(pid=80099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:12:26.049202 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc84ed3-2e27-4256-8a9c-c2356971943a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:12:26.049364 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-bcc84ed3-2e27-4256-8a9c-c2356971943a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for subnet, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:26.054448 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e563c3-085b-400b-896e-33a8f59fe589 None None] Network 4c8ceaab-fb4d-41c1-b063-1ffd013e667f requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:12:26.074850 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-bcc84ed3-2e27-4256-8a9c-c2356971943a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7543042 Jan 15 10:12:26.293807 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56449651-64e6-5d3e-9159-e3ce16e7280d-4c8ceaab-fb4d-41c1-b063-1ffd013e667f', 'network_id': '4c8ceaab-fb4d-41c1-b063-1ffd013e667f', 'tenant_id': '2cb382551c63421c84262390f5fcbc10', 'fixed_ips': [{'subnet_id': 'dda18bfb-d038-4d7f-a1bf-2eaebb3a0102'}]}} from dv-cinder-768592-3-smb. {{(pid=80100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 10:12:26.294739 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:26.590502 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Allocated IP 192.168.233.2 (4c8ceaab-fb4d-41c1-b063-1ffd013e667f/dda18bfb-d038-4d7f-a1bf-2eaebb3a0102/14888a80-50d1-4c89-a031-1d9f31b9bf82) {{(pid=80100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:12:26.968971 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Notify callbacks [] for port, precommit_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:26.981833 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Transition to ACTIVE for port object 14888a80-50d1-4c89-a031-1d9f31b9bf82 will not be triggered until provisioned by entity L2. {{(pid=80100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:12:26.998933 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Transition to ACTIVE for port object 14888a80-50d1-4c89-a031-1d9f31b9bf82 will not be triggered until provisioned by entity DHCP. {{(pid=80100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:12:27.003759 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039'] for port, after_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:27.019288 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:12:27.162249 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Pushing event updated for resources: {'Port': ['ID=14888a80-50d1-4c89-a031-1d9f31b9bf82,revision_number=1']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:12:27.171570 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:12:27.171952 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:12:27.172321 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:12:27.172681 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:12:27.173042 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:12:27.173400 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:12:27.173758 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:12:27.174108 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:12:27.174464 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:12:27.174820 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:12:27.175359 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:12:27.175596 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:12:27.180986 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:12:27.225670 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Network 4c8ceaab-fb4d-41c1-b063-1ffd013e667f is already hosted by enough agents. {{(pid=80100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:12:27.227113 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Resources bound (agent type, host, resource id): {{(pid=80100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:12:27.230086 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Received port after_create {{(pid=80100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:12:27.284473 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Attempting to bind port 14888a80-50d1-4c89-a031-1d9f31b9bf82 on host dv-cinder-768592-3-smb for vnic_type normal with profile {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:12:27.285480 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Attempting to bind port 14888a80-50d1-4c89-a031-1d9f31b9bf82 by drivers openvswitch on host dv-cinder-768592-3-smb at level 0 using segments [{'id': '903e08a6-2794-4c50-98e3-79f736894dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4c8ceaab-fb4d-41c1-b063-1ffd013e667f'}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:12:27.285892 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Attempting to bind port 14888a80-50d1-4c89-a031-1d9f31b9bf82 on network 4c8ceaab-fb4d-41c1-b063-1ffd013e667f {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:12:27.291842 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Checking agent: {'id': '76195a66-59ce-4b08-8c8f-8789c84dc4dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:12:27.292249 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Checking segment: {'id': '903e08a6-2794-4c50-98e3-79f736894dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4c8ceaab-fb4d-41c1-b063-1ffd013e667f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:12:27.292685 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:27.293109 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Bound using segment: {'id': '903e08a6-2794-4c50-98e3-79f736894dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4c8ceaab-fb4d-41c1-b063-1ffd013e667f'} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:12:27.293615 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Bound port: 14888a80-50d1-4c89-a031-1d9f31b9bf82, host: dv-cinder-768592-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903e08a6-2794-4c50-98e3-79f736894dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4c8ceaab-fb4d-41c1-b063-1ffd013e667f'}}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:12:27.294036 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:27.386475 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] For port 14888a80-50d1-4c89-a031-1d9f31b9bf82, host dv-cinder-768592-3-smb, cleared binding levels {{(pid=80100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:12:27.390170 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] For port 14888a80-50d1-4c89-a031-1d9f31b9bf82, host dv-cinder-768592-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=14888a80-50d1-4c89-a031-1d9f31b9bf82,segment=NetworkSegment(903e08a6-2794-4c50-98e3-79f736894dc5),segment_id=903e08a6-2794-4c50-98e3-79f736894dc5)] {{(pid=80100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:12:27.392949 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:27.412661 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:12:27.560241 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Pushing event updated for resources: {'Port': ['ID=14888a80-50d1-4c89-a031-1d9f31b9bf82,revision_number=2']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:12:27.563631 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:12:28.819902 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168d2f0b-22c2-4652-9859-429d76839eda None None] Network 4c8ceaab-fb4d-41c1-b063-1ffd013e667f requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:12:28.928840 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-2df8a3f0-067c-4aa6-a7a4-83402f0e4399 None None] Provisioning for port 14888a80-50d1-4c89-a031-1d9f31b9bf82 completed by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:12:29.551942 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 14888a80-50d1-4c89-a031-1d9f31b9bf82 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:12:29.643780 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning for port 14888a80-50d1-4c89-a031-1d9f31b9bf82 completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:12:29.648947 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port 14888a80-50d1-4c89-a031-1d9f31b9bf82 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:12:29.649360 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:29.770422 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:29.804158 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] For port 14888a80-50d1-4c89-a031-1d9f31b9bf82, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=14888a80-50d1-4c89-a031-1d9f31b9bf82,segment=NetworkSegment(903e08a6-2794-4c50-98e3-79f736894dc5),segment_id=903e08a6-2794-4c50-98e3-79f736894dc5)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:12:29.807787 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:29.809891 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:12:29.876583 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Pushing event updated for resources: {'Port': ['ID=14888a80-50d1-4c89-a031-1d9f31b9bf82,revision_number=3']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:12:29.880024 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:12:31.503989 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 14888a80-50d1-4c89-a031-1d9f31b9bf82 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:12:31.578195 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port 14888a80-50d1-4c89-a031-1d9f31b9bf82 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:12:31.578603 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:45.452950 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5f621eb3-dfc9-40bf-b9ac-e3648fdb3322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:47.313587 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 5 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:12:47.869564 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-26ab880a-4b44-44d4-9e08-ec934e817fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:48.395889 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:49.433228 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:50.059192 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:15.456398 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1317b47c-bb61-45f0-b073-17736c10ef8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:17.873834 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-34560c89-09f9-4a88-bb8c-bf2186f45e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:18.400550 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:19.428524 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:20.062424 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:24.313035 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 5 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:13:32.414934 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 54314) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:13:32.421439 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [None req-c85ecb35-c6c8-4620-a23f-cd9a219052df tempest-verify_tempest_config-1929945247 tempest-verify_tempest_config-1929945247] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:13:32.422506 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-c85ecb35-c6c8-4620-a23f-cd9a219052df tempest-verify_tempest_config-1929945247 tempest-verify_tempest_config-1929945247] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0064948 Jan 15 10:13:32.790823 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 54334) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:13:32.942157 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-27fc8b6c-8224-422e-9910-ca20c0ecb9fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:32.958778 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-27fc8b6c-8224-422e-9910-ca20c0ecb9fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:13:32.962841 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-27fc8b6c-8224-422e-9910-ca20c0ecb9fc admin admin] Usage tracker for resource:security_group_rule and tenant:d879b45e4eaf4bc99ec6d06bd3db5c94 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:13:32.965821 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-27fc8b6c-8224-422e-9910-ca20c0ecb9fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:13:32.971958 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-27fc8b6c-8224-422e-9910-ca20c0ecb9fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:13:33.060894 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-27fc8b6c-8224-422e-9910-ca20c0ecb9fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:33.063737 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-27fc8b6c-8224-422e-9910-ca20c0ecb9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:33.074232 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:13:33.115697 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-27fc8b6c-8224-422e-9910-ca20c0ecb9fc admin admin] Synchronizing usage tracker for tenant:2cb382551c63421c84262390f5fcbc10 on resource:security_group {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:13:33.119968 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc8b6c-8224-422e-9910-ca20c0ecb9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0924c1b0-68d9-4614-9169-9af5a7aba824,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:13:33.130873 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fc8b6c-8224-422e-9910-ca20c0ecb9fc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:13:33.131286 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fc8b6c-8224-422e-9910-ca20c0ecb9fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:13:33.131666 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fc8b6c-8224-422e-9910-ca20c0ecb9fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:13:33.132038 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fc8b6c-8224-422e-9910-ca20c0ecb9fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:13:33.132405 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fc8b6c-8224-422e-9910-ca20c0ecb9fc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:13:33.132771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fc8b6c-8224-422e-9910-ca20c0ecb9fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:13:33.133133 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fc8b6c-8224-422e-9910-ca20c0ecb9fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:13:33.133496 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fc8b6c-8224-422e-9910-ca20c0ecb9fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:13:33.133871 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fc8b6c-8224-422e-9910-ca20c0ecb9fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:13:33.134233 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fc8b6c-8224-422e-9910-ca20c0ecb9fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:13:33.134590 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fc8b6c-8224-422e-9910-ca20c0ecb9fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:13:33.134951 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fc8b6c-8224-422e-9910-ca20c0ecb9fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:13:33.140235 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-27fc8b6c-8224-422e-9910-ca20c0ecb9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:13:33.147880 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-27fc8b6c-8224-422e-9910-ca20c0ecb9fc admin admin] Unset dirty status for tenant:2cb382551c63421c84262390f5fcbc10 on resource:security_group {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:13:33.149156 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-27fc8b6c-8224-422e-9910-ca20c0ecb9fc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d879b45e4eaf4bc99ec6d06bd3db5c94&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3573213 Jan 15 10:13:33.151901 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 54340) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:13:33.217004 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-cf79f759-2728-4faa-a6b1-bb78269a919d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:33.244530 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-cf79f759-2728-4faa-a6b1-bb78269a919d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:33.293999 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-cf79f759-2728-4faa-a6b1-bb78269a919d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:33.299115 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:13:33.310791 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79f759-2728-4faa-a6b1-bb78269a919d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0924c1b0-68d9-4614-9169-9af5a7aba824,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:13:33.313238 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-cf79f759-2728-4faa-a6b1-bb78269a919d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:13:33.320243 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-cf79f759-2728-4faa-a6b1-bb78269a919d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:33.321454 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-cf79f759-2728-4faa-a6b1-bb78269a919d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0924c1b0-68d9-4614-9169-9af5a7aba824 HTTP/1.1" status: 204 len: 168 time: 0.1685860 Jan 15 10:13:45.459439 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-850a54be-b7dd-4e91-a81f-36bbc7680810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:47.875510 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4a000056-65bf-4f2c-bb50-c8c151c7a00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:48.400455 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:49.436120 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:50.063013 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:14:01.312531 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 5 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:14:15.460523 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-57ed5689-ce3e-4098-8e68-36962805182b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:14:17.878498 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-79c4eae0-a7fc-4105-8ecb-44ab42ba25ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:14:18.403585 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:14:19.428057 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:14:20.070527 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:14:38.312789 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 5 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:14:45.461707 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-bf9b335a-f050-4fdc-b67d-658ca8f842b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:14:47.878794 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ee90aa7c-93b3-4fa3-8f4e-0898fa3390fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:14:48.407312 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:14:49.429678 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:14:50.072127 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:15:15.318365 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 5 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:15:15.323044 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336'] for agent, after_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:15:15.323525 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:15:15.323900 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:15:15.324268 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:15:15.324633 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:15:15.325545 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:15:15.325926 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:15:15.326324 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:15:15.326630 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:15:15.327008 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:15:15.327391 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:15:15.327747 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:15:15.328106 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:15:15.328489 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76859', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:15:15.332832 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76859', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:15:15.463781 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ac94a0fe-c891-4e67-b208-0986a113135a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:15:15.650119 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] get_endpoint_by_host() called for host hv-cinder-76859 {{(pid=80100) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 15 10:15:15.655105 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] get_endpoint_by_ip() called for ip 192.168.0.67 {{(pid=80100) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 15 10:15:15.658165 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] _add_endpoint() called for ip 192.168.0.67 {{(pid=80100) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 15 10:15:15.663129 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] _get_endpoints() called {{(pid=80100) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 15 10:15:16.479932 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 54392) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:15:16.627714 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-0c221c73-7e51-497d-9d61-e410ef4c9558 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1465559 Jan 15 10:15:17.880703 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b430206b-8fa8-4f4c-bbc7-1d64e4cd15fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:15:18.410336 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:15:19.152249 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 54402) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:15:19.241929 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-65abb280-6818-4a36-95aa-931cab7f2f5b admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0878177 Jan 15 10:15:19.436171 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:15:20.075928 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:15:45.339503 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:15:45.464330 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f12928b9-7fdc-4a42-ab1a-b3243a76d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:15:47.883790 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-42a97a6c-b5fd-43c8-82e5-46cec0e28135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:15:48.413249 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:15:49.428673 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:15:50.078156 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:15:52.308722 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:16:15.354384 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:15.469572 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-00a3242c-3b23-458c-bc71-4ccf24079d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:17.888873 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-af03a632-8850-4e41-a088-55dc01de216e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:18.416171 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:19.433447 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:20.083312 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:29.311533 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:16:45.352631 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:45.462350 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2edd4cec-691d-41f0-9fdc-7568ee37abf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:47.891757 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-771d4f03-d231-49bf-bb3b-826c1054040c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:48.419843 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:49.435856 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:50.083540 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:04.179738 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 54532) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:04.729257 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-830703347-network', 'tenant_id': '7967420a877241f7a390365788b33c53'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:04.736516 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:04.743649 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Usage tracker for resource:network and tenant:7967420a877241f7a390365788b33c53 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:04.744564 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:04.751958 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:04.761910 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Made reservation on behalf of 7967420a877241f7a390365788b33c53 for: {'network': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:17:04.766640 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for network, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:04.780193 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:04.796545 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:04.801548 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Usage tracker for resource:security_group_rule and tenant:7967420a877241f7a390365788b33c53 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:04.804789 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:04.811602 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:04.914334 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:04.917281 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:04.921835 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:04.951842 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34af22b6-4254-4180-afeb-62027af99216,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:04.961889 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:04.962533 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:04.966893 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:04.967246 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:04.967797 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:04.968293 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:04.968693 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:04.969092 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:04.969510 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:04.970106 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:04.970325 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:04.970794 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:04.971457 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:04.972057 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:04.972647 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:04.973228 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:04.973779 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:04.974340 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:04.974940 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:04.975361 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:04.975757 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:04.976147 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:04.976490 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:04.977062 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Tracked resource versions report: Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: pushed versions: Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: { 'AddressGroup': {'1.1'}, Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'ConntrackHelper': {'1.0'}, Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'Log': {'1.0'}, Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'Network': {'1.1'}, Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'Port': {'1.6'}, Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'PortForwarding': {'1.2'}, Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'QosPolicy': {'1.8'}, Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroup': {'1.4'}, Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroupRule': {'1.2'}, Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'SubPort': {'1.0'}, Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'Subnet': {'1.1'}, Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'Trunk': {'1.1'}} Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: consumer versions: Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: { DHCP agent@dv-cinder-768592-3-smb: {}, Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: L3 agent@dv-cinder-768592-3-smb: {}, Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: Metadata agent@dv-cinder-768592-3-smb: {}, Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: Metering agent@dv-cinder-768592-3-smb: {}, Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: Open vSwitch agent@dv-cinder-768592-3-smb: { 'AddressGroup': '1.1', Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'ConntrackHelper': '1.0', Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'Log': '1.0', Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'Network': '1.1', Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'Port': '1.6', Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'PortForwarding': '1.2', Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'QosPolicy': '1.8', Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroup': '1.4', Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroupRule': '1.2', Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'SubPort': '1.0', Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'Subnet': '1.1', Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'Trunk': '1.1'}, Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: Open vSwitch agent@hv-cinder-76859: { 'AddressGroup': '1.1', Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'ConntrackHelper': '1.0', Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'Log': '1.0', Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'Network': '1.1', Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'Port': '1.6', Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'PortForwarding': '1.2', Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'QosPolicy': '1.8', Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroup': '1.4', Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroupRule': '1.2', Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'SubPort': '1.0', Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'Subnet': '1.1', Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: 'Trunk': '1.1'}} Jan 15 10:17:04.978998 dv-cinder-768592-3-smb neutron-server[79989]: {{(pid=80098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 10:17:04.988888 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:04.997238 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:17:05.009936 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:05.010331 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.segments_db [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Added segment 46701ca6-a814-4d34-86b7-c77ab641a4f7 of type vxlan for network ee63e9f3-0f98-4146-b7e4-219c5a0de38d Jan 15 10:17:05.039861 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309570361187'] for network, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:05.084267 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for network, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:05.085860 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:05.086736 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:05.092674 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-2d9fa3e7-2254-49ff-9bdd-277b84a30b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:05.416463 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2349572 Jan 15 10:17:05.420172 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Pushing event updated for resources: {'Network': ['ID=ee63e9f3-0f98-4146-b7e4-219c5a0de38d,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:05.421090 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 54576) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:05.423701 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:05.434078 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Network ee63e9f3-0f98-4146-b7e4-219c5a0de38d details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:17:05.443121 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Request body: {'subnet': {'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-830703347-subnet', 'tenant_id': '7967420a877241f7a390365788b33c53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:05.453382 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:05.459785 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Network ee63e9f3-0f98-4146-b7e4-219c5a0de38d details requested by agent ovs-agent-dv-cinder-768592-3-smb with host dv-cinder-768592-3-smb {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:17:05.464222 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Usage tracker for resource:subnet and tenant:7967420a877241f7a390365788b33c53 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:05.476044 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:05.483603 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:05.494476 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Made reservation on behalf of 7967420a877241f7a390365788b33c53 for: {'subnet': 1} {{(pid=80099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:17:05.500837 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:06.015564 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for subnet, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:06.033673 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-bcc84ed3-2e27-4256-8a9c-c2356971943a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:06.179150 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bbdcee5-7bf8-47ea-8b3b-e146795708a7,revision_number=0']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:06.193042 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:06.193415 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:06.193783 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:06.194144 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:06.194501 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:06.194860 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:06.195252 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:06.195608 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:06.195958 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:06.196319 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:06.196640 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:06.196988 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:06.197378 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:06.197729 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:06.198079 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:06.198425 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:06.198775 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:06.199170 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:06.199491 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:06.199841 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:06.200319 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:06.200674 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:06.201022 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:06.201375 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Tracked resource versions report: Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: pushed versions: Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: { 'AddressGroup': {'1.1'}, Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'ConntrackHelper': {'1.0'}, Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'Log': {'1.0'}, Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'Network': {'1.1'}, Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'Port': {'1.6'}, Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'PortForwarding': {'1.2'}, Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'QosPolicy': {'1.8'}, Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroup': {'1.4'}, Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroupRule': {'1.2'}, Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'SubPort': {'1.0'}, Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'Subnet': {'1.1'}, Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'Trunk': {'1.1'}} Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: consumer versions: Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: { DHCP agent@dv-cinder-768592-3-smb: {}, Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: L3 agent@dv-cinder-768592-3-smb: {}, Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: Metadata agent@dv-cinder-768592-3-smb: {}, Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: Metering agent@dv-cinder-768592-3-smb: {}, Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: Open vSwitch agent@dv-cinder-768592-3-smb: { 'AddressGroup': '1.1', Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'ConntrackHelper': '1.0', Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'Log': '1.0', Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'Network': '1.1', Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'Port': '1.6', Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'PortForwarding': '1.2', Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'QosPolicy': '1.8', Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroup': '1.4', Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroupRule': '1.2', Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'SubPort': '1.0', Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'Subnet': '1.1', Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'Trunk': '1.1'}, Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: Open vSwitch agent@hv-cinder-76859: { 'AddressGroup': '1.1', Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'ConntrackHelper': '1.0', Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'Log': '1.0', Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'Network': '1.1', Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'Port': '1.6', Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'PortForwarding': '1.2', Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'QosPolicy': '1.8', Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroup': '1.4', Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroupRule': '1.2', Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'SubPort': '1.0', Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'Subnet': '1.1', Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: 'Trunk': '1.1'}} Jan 15 10:17:06.202666 dv-cinder-768592-3-smb neutron-server[79989]: {{(pid=80099) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 10:17:06.212218 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:06.270794 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Checking segment: {'id': '46701ca6-a814-4d34-86b7-c77ab641a4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:17:06.271216 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Network hostable DHCP agents. Network: ee63e9f3-0f98-4146-b7e4-219c5a0de38d, hostable agents: ['b4fd3997-8a6f-4495-b48b-6d59b5a93601'], hosted agents: [] {{(pid=80099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:17:06.291852 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Network ee63e9f3-0f98-4146-b7e4-219c5a0de38d is scheduled to be hosted by DHCP agent b4fd3997-8a6f-4495-b48b-6d59b5a93601 with binding_index 1 {{(pid=80099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:17:06.302255 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-smb, ee63e9f3-0f98-4146-b7e4-219c5a0de38d) {{(pid=80099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:17:06.306797 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:06.307651 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for subnet, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:06.312150 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:17:06.313659 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac5a118-be51-403b-9ab6-0b4b05ef8626 None None] Network ee63e9f3-0f98-4146-b7e4-219c5a0de38d requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:17:06.337456 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 54604) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:06.338022 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9149444 Jan 15 10:17:06.344084 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-153cd9f0-310a-4e7e-8522-7ffc8e7b4ce1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-830703347-router', 'tenant_id': '7967420a877241f7a390365788b33c53', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:06.351962 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-153cd9f0-310a-4e7e-8522-7ffc8e7b4ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:06.356684 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-153cd9f0-310a-4e7e-8522-7ffc8e7b4ce1 admin admin] Usage tracker for resource:router and tenant:7967420a877241f7a390365788b33c53 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:06.360060 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-153cd9f0-310a-4e7e-8522-7ffc8e7b4ce1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:06.369109 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-153cd9f0-310a-4e7e-8522-7ffc8e7b4ce1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:06.382114 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-153cd9f0-310a-4e7e-8522-7ffc8e7b4ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-522549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036852685493'] for router, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:06.383382 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-153cd9f0-310a-4e7e-8522-7ffc8e7b4ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854253230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2090307'] for router, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:06.400674 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-153cd9f0-310a-4e7e-8522-7ffc8e7b4ce1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:06.593646 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56449651-64e6-5d3e-9159-e3ce16e7280d-ee63e9f3-0f98-4146-b7e4-219c5a0de38d', 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d', 'tenant_id': '7967420a877241f7a390365788b33c53', 'fixed_ips': [{'subnet_id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7'}]}} from dv-cinder-768592-3-smb. {{(pid=80100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 10:17:06.594766 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:06.609994 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 54612) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:06.710103 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-153cd9f0-310a-4e7e-8522-7ffc8e7b4ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2090322'] for router, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:06.869718 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 54622) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:06.937590 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Allocated IP 172.20.0.2 (ee63e9f3-0f98-4146-b7e4-219c5a0de38d/8bbdcee5-7bf8-47ea-8b3b-e146795708a7/c1deb574-5c8e-4e0d-a1d8-3748df8b15a7) {{(pid=80100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:17:06.952748 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 54628) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:07.090339 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-153cd9f0-310a-4e7e-8522-7ffc8e7b4ce1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:07.145751 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-153cd9f0-310a-4e7e-8522-7ffc8e7b4ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:07.196085 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-873034581-network', 'tenant_id': '1d2e666365284aacad9462063764b9e2'}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:07.204718 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:07.214652 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] Usage tracker for resource:network and tenant:1d2e666365284aacad9462063764b9e2 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:07.220738 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:07.236294 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Notify callbacks [] for port, precommit_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:07.236975 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:07.255463 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Transition to ACTIVE for port object c1deb574-5c8e-4e0d-a1d8-3748df8b15a7 will not be triggered until provisioned by entity L2. {{(pid=80100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:17:07.256929 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] Made reservation on behalf of 1d2e666365284aacad9462063764b9e2 for: {'network': 1} {{(pid=80099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:17:07.261891 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for network, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:07.297177 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Transition to ACTIVE for port object c1deb574-5c8e-4e0d-a1d8-3748df8b15a7 will not be triggered until provisioned by entity DHCP. {{(pid=80100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:17:07.299217 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:07.304394 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039'] for port, after_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:07.336001 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1276050772-network', 'tenant_id': '4c25715561aa4de8989e4570212a339c'}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:07.348153 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:07.356175 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Usage tracker for resource:network and tenant:4c25715561aa4de8989e4570212a339c is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:07.358968 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:07.368445 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:07.378786 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:07.411223 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1503849412-network', 'tenant_id': 'abfc5430ec924b65b5d1d6a28978f3e3'}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:07.419506 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Made reservation on behalf of 4c25715561aa4de8989e4570212a339c for: {'network': 1} {{(pid=80099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:17:07.425178 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for network, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:07.440202 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:07.447829 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:07.459046 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] Usage tracker for resource:security_group_rule and tenant:1d2e666365284aacad9462063764b9e2 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:07.465214 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:07.468596 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:07.472675 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [None req-153cd9f0-310a-4e7e-8522-7ffc8e7b4ce1 admin admin] Allocated IP 172.28.0.201 (512bef08-258b-4e03-8592-7639e3feb0a7/afc97f5e-62e7-4d57-b78b-6d502dcdcf4b/0882b8a3-e444-4905-b360-138b0d60fe48) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:17:07.477363 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:07.485265 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:07.491746 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] Usage tracker for resource:network and tenant:abfc5430ec924b65b5d1d6a28978f3e3 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:07.498602 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Usage tracker for resource:security_group_rule and tenant:4c25715561aa4de8989e4570212a339c is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:07.503290 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:07.507541 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:07.529022 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:07.535907 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:07.582332 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] Made reservation on behalf of abfc5430ec924b65b5d1d6a28978f3e3 for: {'network': 1} {{(pid=80099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:17:07.587297 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for network, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:07.615681 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:07.667365 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:07.679700 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] Usage tracker for resource:security_group_rule and tenant:abfc5430ec924b65b5d1d6a28978f3e3 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:07.688987 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:07.708600 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:07.745551 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Network ee63e9f3-0f98-4146-b7e4-219c5a0de38d is already hosted by enough agents. {{(pid=80100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:17:07.752750 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Resources bound (agent type, host, resource id): {{(pid=80100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:17:07.761806 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Received port after_create {{(pid=80100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:17:07.771264 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:07.785949 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:07.801625 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-153cd9f0-310a-4e7e-8522-7ffc8e7b4ce1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:07.807947 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:07.809107 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:07.822596 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:07.842109 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Attempting to bind port c1deb574-5c8e-4e0d-a1d8-3748df8b15a7 on host dv-cinder-768592-3-smb for vnic_type normal with profile {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:17:07.842516 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Attempting to bind port c1deb574-5c8e-4e0d-a1d8-3748df8b15a7 by drivers openvswitch on host dv-cinder-768592-3-smb at level 0 using segments [{'id': '46701ca6-a814-4d34-86b7-c77ab641a4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d'}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:17:07.842923 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Attempting to bind port c1deb574-5c8e-4e0d-a1d8-3748df8b15a7 on network ee63e9f3-0f98-4146-b7e4-219c5a0de38d {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:17:07.843919 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:17:07.852321 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Pushing event updated for resources: {'Port': ['ID=c1deb574-5c8e-4e0d-a1d8-3748df8b15a7,revision_number=1']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:07.857841 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Checking agent: {'id': '76195a66-59ce-4b08-8c8f-8789c84dc4dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:17:07.858158 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Checking segment: {'id': '46701ca6-a814-4d34-86b7-c77ab641a4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:17:07.858600 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:07.859179 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-153cd9f0-310a-4e7e-8522-7ffc8e7b4ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:07.859317 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Bound using segment: {'id': '46701ca6-a814-4d34-86b7-c77ab641a4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d'} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:17:07.859838 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Bound port: c1deb574-5c8e-4e0d-a1d8-3748df8b15a7, host: dv-cinder-768592-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46701ca6-a814-4d34-86b7-c77ab641a4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d'}}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:17:07.861199 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:07.870710 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309569841387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:07.871342 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.segments_db [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] Added segment c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9 of type vxlan for network 8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f Jan 15 10:17:07.898983 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:07.917217 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d63e4e-7e2d-4e9f-bd6f-e0fef0b98d8c,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:07.921764 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:07.925213 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:08.000419 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] For port c1deb574-5c8e-4e0d-a1d8-3748df8b15a7, host dv-cinder-768592-3-smb, cleared binding levels {{(pid=80100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:17:08.005095 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] For port c1deb574-5c8e-4e0d-a1d8-3748df8b15a7, host dv-cinder-768592-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=c1deb574-5c8e-4e0d-a1d8-3748df8b15a7,segment=NetworkSegment(46701ca6-a814-4d34-86b7-c77ab641a4f7),segment_id=46701ca6-a814-4d34-86b7-c77ab641a4f7)] {{(pid=80100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:17:08.006369 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309570361187'] for network, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:08.007921 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:08.008301 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:08.008668 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:08.009270 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:08.009799 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:08.010168 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:08.010530 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:08.010890 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:08.011294 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:08.011653 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:08.013202 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:08.013568 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:08.013957 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:08.014310 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:08.014666 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:08.015580 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:08.015938 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:08.016370 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:08.017274 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716b4b77-0b7a-41cf-9f3e-40be5add5e32,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:08.017425 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:08.017763 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:08.018121 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:08.018576 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:08.018803 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:08.019620 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Tracked resource versions report: Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: pushed versions: Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: { 'AddressGroup': {'1.1'}, Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'ConntrackHelper': {'1.0'}, Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'Log': {'1.0'}, Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'Network': {'1.1'}, Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'Port': {'1.6'}, Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'PortForwarding': {'1.2'}, Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'QosPolicy': {'1.8'}, Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroup': {'1.4'}, Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroupRule': {'1.2'}, Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'SubPort': {'1.0'}, Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'Subnet': {'1.1'}, Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'Trunk': {'1.1'}} Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: consumer versions: Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: { DHCP agent@dv-cinder-768592-3-smb: {}, Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: L3 agent@dv-cinder-768592-3-smb: {}, Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: Metadata agent@dv-cinder-768592-3-smb: {}, Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: Metering agent@dv-cinder-768592-3-smb: {}, Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: Open vSwitch agent@dv-cinder-768592-3-smb: { 'AddressGroup': '1.1', Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'ConntrackHelper': '1.0', Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'Log': '1.0', Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'Network': '1.1', Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'Port': '1.6', Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'PortForwarding': '1.2', Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'QosPolicy': '1.8', Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroup': '1.4', Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroupRule': '1.2', Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'SubPort': '1.0', Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'Subnet': '1.1', Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'Trunk': '1.1'}, Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: Open vSwitch agent@hv-cinder-76859: { 'AddressGroup': '1.1', Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'ConntrackHelper': '1.0', Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'Log': '1.0', Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'Network': '1.1', Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'Port': '1.6', Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'PortForwarding': '1.2', Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'QosPolicy': '1.8', Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroup': '1.4', Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroupRule': '1.2', Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'SubPort': '1.0', Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'Subnet': '1.1', Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: 'Trunk': '1.1'}} Jan 15 10:17:08.020911 dv-cinder-768592-3-smb neutron-server[79989]: {{(pid=80100) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 10:17:08.029281 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:08.035011 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:08.041489 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:08.069435 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:08.093175 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:08.098875 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:08.106225 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:08.117331 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for network, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:08.132323 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.db.api [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80099) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:17:08.133470 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_db.api [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80099) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:17:08.148608 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:08.149420 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:08.185423 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:17:08.206446 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cd9f0-310a-4e7e-8522-7ffc8e7b4ce1 admin admin] Pushing event updated for resources: {'Port': ['ID=0882b8a3-e444-4905-b360-138b0d60fe48,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:08.211717 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-153cd9f0-310a-4e7e-8522-7ffc8e7b4ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:08.247755 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309569841387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:08.248192 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.segments_db [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] Added segment df2c266a-1339-4852-923e-89f2bf75b81c of type vxlan for network 60c0f2f7-268b-47c9-a1ee-3c187c42dd49 Jan 15 10:17:08.249395 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd870a95-c749-4aa8-8d09-d24407ef2ecb,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:08.261365 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:08.270552 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e74ccab8-23a7-4639-a9f7-1a25d78535d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:08.275345 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153cd9f0-310a-4e7e-8522-7ffc8e7b4ce1 admin admin] Network 512bef08-258b-4e03-8592-7639e3feb0a7 is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:17:08.278795 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-153cd9f0-310a-4e7e-8522-7ffc8e7b4ce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:17:08.287621 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153cd9f0-310a-4e7e-8522-7ffc8e7b4ce1 admin admin] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:17:08.328222 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Pushing event updated for resources: {'Port': ['ID=c1deb574-5c8e-4e0d-a1d8-3748df8b15a7,revision_number=2']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:08.341014 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:08.719526 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for network, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:08.758541 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309570361187'] for network, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:08.795722 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] Pushing event updated for resources: {'Network': ['ID=8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:08.800216 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:08.810977 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Network 8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f details requested by agent ovs-agent-dv-cinder-768592-3-smb with host dv-cinder-768592-3-smb {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:17:08.832404 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.2210963 Jan 15 10:17:08.833151 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 54684) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:08.841514 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Network 8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:17:08.852006 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-73e804bf-b394-4241-9c39-ec8833649168 admin admin] Request body: {'subnet': {'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-873034581-subnet', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:08.867747 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-73e804bf-b394-4241-9c39-ec8833649168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:08.894442 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-73e804bf-b394-4241-9c39-ec8833649168 admin admin] Usage tracker for resource:subnet and tenant:1d2e666365284aacad9462063764b9e2 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:08.935363 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-73e804bf-b394-4241-9c39-ec8833649168 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:08.956345 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-73e804bf-b394-4241-9c39-ec8833649168 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:08.974664 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for network, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:08.979210 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:08.979940 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:08.996898 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.db.api [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80099) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:17:08.997243 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_db.api [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80099) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:17:09.001993 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:09.026978 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e804bf-b394-4241-9c39-ec8833649168 admin admin] Made reservation on behalf of 1d2e666365284aacad9462063764b9e2 for: {'subnet': 1} {{(pid=80099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:17:09.032124 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-73e804bf-b394-4241-9c39-ec8833649168 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:09.253154 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2988310 Jan 15 10:17:09.254005 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 54700) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:09.266574 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-f5e05e96-0cd8-4199-838d-3f89fb137654 admin admin] Request body: {'subnet': {'network_id': '60c0f2f7-268b-47c9-a1ee-3c187c42dd49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1503849412-subnet', 'tenant_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:09.274045 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-f5e05e96-0cd8-4199-838d-3f89fb137654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:09.284672 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-f5e05e96-0cd8-4199-838d-3f89fb137654 admin admin] Usage tracker for resource:subnet and tenant:abfc5430ec924b65b5d1d6a28978f3e3 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:09.287641 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-f5e05e96-0cd8-4199-838d-3f89fb137654 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:09.294153 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-f5e05e96-0cd8-4199-838d-3f89fb137654 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:09.308293 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] Pushing event updated for resources: {'Network': ['ID=60c0f2f7-268b-47c9-a1ee-3c187c42dd49,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:09.311734 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:09.319743 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e05e96-0cd8-4199-838d-3f89fb137654 admin admin] Made reservation on behalf of abfc5430ec924b65b5d1d6a28978f3e3 for: {'subnet': 1} {{(pid=80099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:17:09.321205 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Network 60c0f2f7-268b-47c9-a1ee-3c187c42dd49 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:17:09.324481 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f5e05e96-0cd8-4199-838d-3f89fb137654 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:09.358973 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Network 60c0f2f7-268b-47c9-a1ee-3c187c42dd49 details requested by agent ovs-agent-dv-cinder-768592-3-smb with host dv-cinder-768592-3-smb {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:17:09.362170 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-153cd9f0-310a-4e7e-8522-7ffc8e7b4ce1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:09.496090 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 54712) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:09.827575 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for network, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:09.873363 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device c1deb574-5c8e-4e0d-a1d8-3748df8b15a7 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:10.009336 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1a64f147-fe2d-4dc3-8080-56c5b2ee0f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:10.029598 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning for port c1deb574-5c8e-4e0d-a1d8-3748df8b15a7 completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:17:10.136255 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-1a64f147-fe2d-4dc3-8080-56c5b2ee0f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:10.154262 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:17:10.176168 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-153cd9f0-310a-4e7e-8522-7ffc8e7b4ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854253268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854366006'] for router, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:10.178981 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309569841387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:10.179743 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.segments_db [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Added segment f8a10392-79d1-457f-99db-f0e27c8e25a5 of type vxlan for network 2468abf2-45ea-4327-8091-539cb0a23d9c Jan 15 10:17:10.217354 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309570361187'] for network, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:10.238160 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-1a64f147-fe2d-4dc3-8080-56c5b2ee0f74 admin admin] Usage tracker for resource:security_group_rule and tenant:7fc3209e10df45faa921e8a45f55e8d5 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:10.245386 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-1a64f147-fe2d-4dc3-8080-56c5b2ee0f74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:10.259477 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d94dfc1-bafd-48b8-81c4-59263ece3ce1 None None] Network ee63e9f3-0f98-4146-b7e4-219c5a0de38d requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:17:10.267631 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-1a64f147-fe2d-4dc3-8080-56c5b2ee0f74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:10.332184 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-4cca03e8-5819-4642-a3d3-a6282f9b9177 None None] Provisioning for port c1deb574-5c8e-4e0d-a1d8-3748df8b15a7 completed by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:17:10.339767 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-4cca03e8-5819-4642-a3d3-a6282f9b9177 None None] Provisioning complete for port c1deb574-5c8e-4e0d-a1d8-3748df8b15a7 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:10.340184 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4cca03e8-5819-4642-a3d3-a6282f9b9177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:10.391720 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for network, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:10.402605 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:10.403274 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:10.416009 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:10.535341 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153cd9f0-310a-4e7e-8522-7ffc8e7b4ce1 admin admin] Router f928ab98-733a-48f0-9b83-de060b60c53c is scheduled to L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 with binding_index 1 {{(pid=80098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 10:17:10.625377 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Pushing event updated for resources: {'Network': ['ID=2468abf2-45ea-4327-8091-539cb0a23d9c,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:10.629360 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4cca03e8-5819-4642-a3d3-a6282f9b9177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:10.653749 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:10.684645 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Network 2468abf2-45ea-4327-8091-539cb0a23d9c details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:17:10.699524 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Network 2468abf2-45ea-4327-8091-539cb0a23d9c details requested by agent ovs-agent-dv-cinder-768592-3-smb with host dv-cinder-768592-3-smb {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:17:10.763856 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.8923709 Jan 15 10:17:10.769644 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 54752) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:10.779522 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-ac12ce5c-f17f-49e9-98c2-2012585b94c3 admin admin] Request body: {'subnet': {'network_id': '2468abf2-45ea-4327-8091-539cb0a23d9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1276050772-subnet', 'tenant_id': '4c25715561aa4de8989e4570212a339c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:10.787413 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-ac12ce5c-f17f-49e9-98c2-2012585b94c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:10.796041 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-ac12ce5c-f17f-49e9-98c2-2012585b94c3 admin admin] Usage tracker for resource:subnet and tenant:4c25715561aa4de8989e4570212a339c is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:10.800180 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-ac12ce5c-f17f-49e9-98c2-2012585b94c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:10.810215 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-ac12ce5c-f17f-49e9-98c2-2012585b94c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:10.823937 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1a64f147-fe2d-4dc3-8080-56c5b2ee0f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:10.838693 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac12ce5c-f17f-49e9-98c2-2012585b94c3 admin admin] Made reservation on behalf of 4c25715561aa4de8989e4570212a339c for: {'subnet': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:17:10.843939 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ac12ce5c-f17f-49e9-98c2-2012585b94c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:10.844200 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1a64f147-fe2d-4dc3-8080-56c5b2ee0f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:10.954523 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153cd9f0-310a-4e7e-8522-7ffc8e7b4ce1 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:17:10.964410 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] Sync routers for ids ['f928ab98-733a-48f0-9b83-de060b60c53c'] in dv-cinder-768592-3-smb {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:17:10.992712 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] Routers {'f928ab98-733a-48f0-9b83-de060b60c53c'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:17:10.998855 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:16:48Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['f928ab98-733a-48f0-9b83-de060b60c53c'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:11.003209 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-153cd9f0-310a-4e7e-8522-7ffc8e7b4ce1 admin admin] Notify callbacks [] for router, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:11.007880 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-153cd9f0-310a-4e7e-8522-7ffc8e7b4ce1 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6692772 Jan 15 10:17:11.008793 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 54758) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:11.101758 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:11.112013 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-4cca03e8-5819-4642-a3d3-a6282f9b9177 None None] For port c1deb574-5c8e-4e0d-a1d8-3748df8b15a7, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=c1deb574-5c8e-4e0d-a1d8-3748df8b15a7,segment=NetworkSegment(46701ca6-a814-4d34-86b7-c77ab641a4f7),segment_id=46701ca6-a814-4d34-86b7-c77ab641a4f7)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:17:11.120796 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4cca03e8-5819-4642-a3d3-a6282f9b9177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:11.146634 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:11.200693 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-73e804bf-b394-4241-9c39-ec8833649168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for subnet, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:11.205725 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-1a64f147-fe2d-4dc3-8080-56c5b2ee0f74 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7fc3209e10df45faa921e8a45f55e8d5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7060075 Jan 15 10:17:11.208460 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 54768) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:11.208973 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 54770) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:11.236136 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64f147-fe2d-4dc3-8080-56c5b2ee0f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96171f9-b536-48c6-a474-3d314614f629,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:11.248572 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1a64f147-fe2d-4dc3-8080-56c5b2ee0f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:11.361834 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d1d10760-d1b6-47cc-b132-9fb650e226b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:11.366227 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca03e8-5819-4642-a3d3-a6282f9b9177 None None] Pushing event updated for resources: {'Port': ['ID=c1deb574-5c8e-4e0d-a1d8-3748df8b15a7,revision_number=3']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:11.371860 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-4cca03e8-5819-4642-a3d3-a6282f9b9177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:11.417369 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] Set router f928ab98-733a-48f0-9b83-de060b60c53c gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:17:11.719342 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device c1deb574-5c8e-4e0d-a1d8-3748df8b15a7 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:11.885803 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port c1deb574-5c8e-4e0d-a1d8-3748df8b15a7 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:11.886813 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:11.932919 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f5e05e96-0cd8-4199-838d-3f89fb137654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for subnet, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:11.946001 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e804bf-b394-4241-9c39-ec8833649168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea4063fd-7d74-42c0-8f21-8e53b0e4ce85,revision_number=0']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:11.958104 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-73e804bf-b394-4241-9c39-ec8833649168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:11.958922 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4e75fd47-d153-448e-bdfc-b99bfda12ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:12.019797 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:12.055769 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'name': 'tempest-AttachVolumeShelveTestJSON-830703347-router', 'tenant_id': '7967420a877241f7a390365788b33c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:06Z', 'updated_at': '2021-01-15T10:17:08Z', 'revision_number': 3, 'project_id': '7967420a877241f7a390365788b33c53', 'gw_port': {'id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:07Z', 'updated_at': '2021-01-15T10:17:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:12.056282 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-b4cb4f48-a1b1-472e-8a2e-f370ca100c0f None None] Provisioning complete for port c1deb574-5c8e-4e0d-a1d8-3748df8b15a7 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:12.056703 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b4cb4f48-a1b1-472e-8a2e-f370ca100c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:12.065452 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-339374d6-6780-4ff6-be6e-324e97788d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:12.068806 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] Checking router: f928ab98-733a-48f0-9b83-de060b60c53c for host: dv-cinder-768592-3-smb {{(pid=80101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:17:12.069437 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] Updating router f928ab98-733a-48f0-9b83-de060b60c53c port 0882b8a3-e444-4905-b360-138b0d60fe48 binding host dv-cinder-768592-3-smb {{(pid=80101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:17:12.141048 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-4e75fd47-d153-448e-bdfc-b99bfda12ab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:12.239836 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:12.319849 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-4e75fd47-d153-448e-bdfc-b99bfda12ab0 admin admin] Usage tracker for resource:security_group_rule and tenant:d9e31d1b27b84d7c831619a016876489 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:12.341248 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-339374d6-6780-4ff6-be6e-324e97788d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:12.351039 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-4e75fd47-d153-448e-bdfc-b99bfda12ab0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:12.383021 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-4e75fd47-d153-448e-bdfc-b99bfda12ab0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:12.411776 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e05e96-0cd8-4199-838d-3f89fb137654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e50e1e9-0d81-4100-9cb2-e63b82b84a17,revision_number=0']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:12.429442 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f5e05e96-0cd8-4199-838d-3f89fb137654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:12.503949 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-1143dfb9-f234-4280-9a42-a3d29f274691 None None] Provisioning complete for port c1deb574-5c8e-4e0d-a1d8-3748df8b15a7 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:12.506750 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1143dfb9-f234-4280-9a42-a3d29f274691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:12.561073 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e804bf-b394-4241-9c39-ec8833649168 admin admin] Checking segment: {'id': 'c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:17:12.561473 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e804bf-b394-4241-9c39-ec8833649168 admin admin] Network hostable DHCP agents. Network: 8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f, hostable agents: ['b4fd3997-8a6f-4495-b48b-6d59b5a93601'], hosted agents: [] {{(pid=80099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:17:12.605037 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-339374d6-6780-4ff6-be6e-324e97788d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:12.625138 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:12.645605 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e05e96-0cd8-4199-838d-3f89fb137654 admin admin] Checking segment: {'id': 'df2c266a-1339-4852-923e-89f2bf75b81c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60c0f2f7-268b-47c9-a1ee-3c187c42dd49'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:17:12.645719 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e05e96-0cd8-4199-838d-3f89fb137654 admin admin] Network hostable DHCP agents. Network: 60c0f2f7-268b-47c9-a1ee-3c187c42dd49, hostable agents: ['b4fd3997-8a6f-4495-b48b-6d59b5a93601'], hosted agents: [] {{(pid=80099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:17:12.663892 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339374d6-6780-4ff6-be6e-324e97788d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96171f9-b536-48c6-a474-3d314614f629,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:12.667802 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e804bf-b394-4241-9c39-ec8833649168 admin admin] Network 8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f is scheduled to be hosted by DHCP agent b4fd3997-8a6f-4495-b48b-6d59b5a93601 with binding_index 1 {{(pid=80099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:17:12.685191 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-339374d6-6780-4ff6-be6e-324e97788d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:12.712748 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-339374d6-6780-4ff6-be6e-324e97788d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:12.714085 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-339374d6-6780-4ff6-be6e-324e97788d37 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f96171f9-b536-48c6-a474-3d314614f629 HTTP/1.1" status: 204 len: 168 time: 1.4823015 Jan 15 10:17:12.728448 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-73e804bf-b394-4241-9c39-ec8833649168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-smb, 8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f) {{(pid=80099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:17:12.736528 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e05e96-0cd8-4199-838d-3f89fb137654 admin admin] Network 60c0f2f7-268b-47c9-a1ee-3c187c42dd49 is scheduled to be hosted by DHCP agent b4fd3997-8a6f-4495-b48b-6d59b5a93601 with binding_index 1 {{(pid=80099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:17:12.744751 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4e75fd47-d153-448e-bdfc-b99bfda12ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:12.747948 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e804bf-b394-4241-9c39-ec8833649168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:12.748602 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-73e804bf-b394-4241-9c39-ec8833649168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for subnet, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:12.768559 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4e75fd47-d153-448e-bdfc-b99bfda12ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:12.782894 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:12.784433 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1a64f147-fe2d-4dc3-8080-56c5b2ee0f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:12.792075 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-f5e05e96-0cd8-4199-838d-3f89fb137654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-smb, 60c0f2f7-268b-47c9-a1ee-3c187c42dd49) {{(pid=80099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:17:12.797126 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] Transition to ACTIVE for port object 0882b8a3-e444-4905-b360-138b0d60fe48 will not be triggered until provisioned by entity L2. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:17:12.799927 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:12.818888 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e05e96-0cd8-4199-838d-3f89fb137654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:12.819847 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f5e05e96-0cd8-4199-838d-3f89fb137654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for subnet, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:12.828746 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb77d78-9938-49fc-a283-f8f1aad4fd3d None None] Network 8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:17:12.834920 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-165432fa-551a-43b8-8957-26c7e48392f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:12.856692 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-4e75fd47-d153-448e-bdfc-b99bfda12ab0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d9e31d1b27b84d7c831619a016876489&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6295295 Jan 15 10:17:12.859293 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 54820) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:12.861894 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b881e7d3-126d-4ee7-a0fd-3a6ccb3f7e67 None None] Network 60c0f2f7-268b-47c9-a1ee-3c187c42dd49 requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:17:12.872104 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-73e804bf-b394-4241-9c39-ec8833649168 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.0291529 Jan 15 10:17:12.874466 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75fd47-d153-448e-bdfc-b99bfda12ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fc17db-12dd-4435-b924-61057266b1de,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:12.878037 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 54824) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:12.888055 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-4e75fd47-d153-448e-bdfc-b99bfda12ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:12.893966 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-f5e05e96-0cd8-4199-838d-3f89fb137654 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.6352322 Jan 15 10:17:12.896702 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 54830) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:12.902257 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-8ff47ed5-b679-435c-a351-bfd2d8278567 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1503849412-router', 'tenant_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:12.932242 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-8ff47ed5-b679-435c-a351-bfd2d8278567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:12.933242 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-c74098c7-4f3d-40d5-a71f-ecb9beab76db admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-873034581-router', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:12.940796 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-8ff47ed5-b679-435c-a351-bfd2d8278567 admin admin] Usage tracker for resource:router and tenant:abfc5430ec924b65b5d1d6a28978f3e3 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:12.958612 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-8ff47ed5-b679-435c-a351-bfd2d8278567 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:12.968525 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-8ff47ed5-b679-435c-a351-bfd2d8278567 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:13.012901 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8ff47ed5-b679-435c-a351-bfd2d8278567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-522549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036852685493'] for router, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:13.014248 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8ff47ed5-b679-435c-a351-bfd2d8278567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854253230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2090307'] for router, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:13.015582 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Pushing event updated for resources: {'Port': ['ID=0882b8a3-e444-4905-b360-138b0d60fe48,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:13.036461 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:13.036949 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:13.037173 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:13.037534 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:13.037893 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:13.038249 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:13.038602 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:13.038952 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:13.039328 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:13.039679 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:13.040027 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:13.040373 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:13.040760 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:13.041105 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:13.041448 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:13.041794 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:13.042476 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:13.042559 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-25334312-2851-4752-9c10-89240eb95893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:13.042635 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:13.042908 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:13.043111 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:13.059469 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:13.059938 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:13.060308 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:13.060675 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Tracked resource versions report: Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: pushed versions: Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: { 'AddressGroup': {'1.1'}, Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'ConntrackHelper': {'1.0'}, Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'Log': {'1.0'}, Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'Network': {'1.1'}, Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'Port': {'1.6'}, Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'PortForwarding': {'1.2'}, Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'QosPolicy': {'1.8'}, Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroup': {'1.4'}, Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroupRule': {'1.2'}, Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'SubPort': {'1.0'}, Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'Subnet': {'1.1'}, Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'Trunk': {'1.1'}} Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: consumer versions: Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: { DHCP agent@dv-cinder-768592-3-smb: {}, Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: L3 agent@dv-cinder-768592-3-smb: {}, Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: Metadata agent@dv-cinder-768592-3-smb: {}, Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: Metering agent@dv-cinder-768592-3-smb: {}, Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: Open vSwitch agent@dv-cinder-768592-3-smb: { 'AddressGroup': '1.1', Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'ConntrackHelper': '1.0', Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'Log': '1.0', Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'Network': '1.1', Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'Port': '1.6', Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'PortForwarding': '1.2', Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'QosPolicy': '1.8', Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroup': '1.4', Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroupRule': '1.2', Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'SubPort': '1.0', Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'Subnet': '1.1', Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'Trunk': '1.1'}, Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: Open vSwitch agent@hv-cinder-76859: { 'AddressGroup': '1.1', Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'ConntrackHelper': '1.0', Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'Log': '1.0', Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'Network': '1.1', Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'Port': '1.6', Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'PortForwarding': '1.2', Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'QosPolicy': '1.8', Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroup': '1.4', Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'SecurityGroupRule': '1.2', Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'SubPort': '1.0', Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'Subnet': '1.1', Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: 'Trunk': '1.1'}} Jan 15 10:17:13.062007 dv-cinder-768592-3-smb neutron-server[79989]: {{(pid=80101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 10:17:13.067057 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:13.073386 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-25334312-2851-4752-9c10-89240eb95893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:13.143733 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-25334312-2851-4752-9c10-89240eb95893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:13.161590 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-c74098c7-4f3d-40d5-a71f-ecb9beab76db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:13.165960 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:13.188974 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25334312-2851-4752-9c10-89240eb95893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fc17db-12dd-4435-b924-61057266b1de,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:13.198317 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-c74098c7-4f3d-40d5-a71f-ecb9beab76db admin admin] Usage tracker for resource:router and tenant:1d2e666365284aacad9462063764b9e2 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:13.201400 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-25334312-2851-4752-9c10-89240eb95893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:13.202260 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-25334312-2851-4752-9c10-89240eb95893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:13.206602 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-25334312-2851-4752-9c10-89240eb95893 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/22fc17db-12dd-4435-b924-61057266b1de HTTP/1.1" status: 204 len: 168 time: 0.3385093 Jan 15 10:17:13.207717 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-c74098c7-4f3d-40d5-a71f-ecb9beab76db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:13.253758 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8ff47ed5-b679-435c-a351-bfd2d8278567 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:13.259201 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-c74098c7-4f3d-40d5-a71f-ecb9beab76db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:13.335358 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] Attempting to bind port 0882b8a3-e444-4905-b360-138b0d60fe48 on host dv-cinder-768592-3-smb for vnic_type normal with profile {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:17:13.335742 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] Attempting to bind port 0882b8a3-e444-4905-b360-138b0d60fe48 by drivers openvswitch on host dv-cinder-768592-3-smb at level 0 using segments [{'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:17:13.336093 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] Attempting to bind port 0882b8a3-e444-4905-b360-138b0d60fe48 on network 512bef08-258b-4e03-8592-7639e3feb0a7 {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:17:13.340515 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c74098c7-4f3d-40d5-a71f-ecb9beab76db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-522549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036852685493'] for router, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:13.341625 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c74098c7-4f3d-40d5-a71f-ecb9beab76db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854253230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2090307'] for router, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:13.348886 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] Checking agent: {'id': '76195a66-59ce-4b08-8c8f-8789c84dc4dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:17:13.349529 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] Checking segment: {'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:17:13.349970 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:13.350394 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] Bound using segment: {'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:17:13.350906 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] Bound port: 0882b8a3-e444-4905-b360-138b0d60fe48, host: dv-cinder-768592-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:17:13.351344 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:13.376008 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c74098c7-4f3d-40d5-a71f-ecb9beab76db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:13.533108 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] For port 0882b8a3-e444-4905-b360-138b0d60fe48, host dv-cinder-768592-3-smb, cleared binding levels {{(pid=80101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:17:13.537109 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] For port 0882b8a3-e444-4905-b360-138b0d60fe48, host dv-cinder-768592-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=0882b8a3-e444-4905-b360-138b0d60fe48,segment=NetworkSegment(b0c09c06-7b10-4f05-84b2-2c066d8764a1),segment_id=b0c09c06-7b10-4f05-84b2-2c066d8764a1)] {{(pid=80101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:17:13.546804 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:13.769738 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a6b96326-b470-4aa9-bf94-808e30bfa34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:13.821194 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 54864) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:13.831099 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-165432fa-551a-43b8-8957-26c7e48392f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:13.864888 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a2224806-e706-4487-99f3-c1625d8596b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:13.892820 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c74098c7-4f3d-40d5-a71f-ecb9beab76db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2090322'] for router, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:13.916498 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ac12ce5c-f17f-49e9-98c2-2012585b94c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for subnet, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:13.968647 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446eb187-e49f-454e-b036-cf3fcd67282f None None] Network 60c0f2f7-268b-47c9-a1ee-3c187c42dd49 requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:17:14.013005 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56449651-64e6-5d3e-9159-e3ce16e7280d-8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f', 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'fixed_ips': [{'subnet_id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85'}]}} from dv-cinder-768592-3-smb. {{(pid=80100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 10:17:14.013594 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:14.013949 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:14.031811 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Pushing event updated for resources: {'Port': ['ID=0882b8a3-e444-4905-b360-138b0d60fe48,revision_number=3']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:14.043892 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:14.052413 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] Routers {'f928ab98-733a-48f0-9b83-de060b60c53c'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:17:14.053457 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:16:48Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['f928ab98-733a-48f0-9b83-de060b60c53c'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:14.056325 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-a2224806-e706-4487-99f3-c1625d8596b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:14.066272 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-a2224806-e706-4487-99f3-c1625d8596b1 admin admin] Usage tracker for resource:security_group_rule and tenant:697b5a005d324c0ba4d3731e851be788 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:14.072277 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8ff47ed5-b679-435c-a351-bfd2d8278567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2090322'] for router, precommit_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:14.077099 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-a2224806-e706-4487-99f3-c1625d8596b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:14.086476 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-a2224806-e706-4487-99f3-c1625d8596b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:14.237015 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12ce5c-f17f-49e9-98c2-2012585b94c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=566c3c5d-abb8-45a3-bf72-1be64b373c1e,revision_number=0']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:14.250017 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ac12ce5c-f17f-49e9-98c2-2012585b94c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:14.353317 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 54876) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:14.423744 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4bc37943-676d-4135-8d06-b122437e0499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:14.426092 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] Set router f928ab98-733a-48f0-9b83-de060b60c53c gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:17:14.467143 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 54880) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:14.477022 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-4bc37943-676d-4135-8d06-b122437e0499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:14.493776 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-4bc37943-676d-4135-8d06-b122437e0499 admin admin] Usage tracker for resource:security_group_rule and tenant:ad27f254c3fd4b7bb1fbaa81d124450c is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:14.500321 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-4bc37943-676d-4135-8d06-b122437e0499 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:14.510415 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a2224806-e706-4487-99f3-c1625d8596b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:14.512070 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-4bc37943-676d-4135-8d06-b122437e0499 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:14.522133 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a2224806-e706-4487-99f3-c1625d8596b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:14.541555 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:14.755003 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-a2224806-e706-4487-99f3-c1625d8596b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=697b5a005d324c0ba4d3731e851be788&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9317288 Jan 15 10:17:14.759981 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2224806-e706-4487-99f3-c1625d8596b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e8e78d-7866-4cb0-a375-dc0e040eca04,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:14.767011 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 54890) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:14.769012 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a2224806-e706-4487-99f3-c1625d8596b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:14.871000 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] Allocated IP 172.20.0.2 (8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f/ea4063fd-7d74-42c0-8f21-8e53b0e4ce85/ee523f35-c9a8-4559-81bd-1a2d493ea3f3) {{(pid=80100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:17:14.923452 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-bfaaaad1-789d-48ec-8b46-3cbbd8832988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.031697 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c74098c7-4f3d-40d5-a71f-ecb9beab76db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.066395 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-bfaaaad1-789d-48ec-8b46-3cbbd8832988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:15.070640 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-bfaaaad1-789d-48ec-8b46-3cbbd8832988 admin admin] Usage tracker for resource:security_group_rule and tenant:188e8b4aceb74d3d959031e83dff24db is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:15.073694 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-bfaaaad1-789d-48ec-8b46-3cbbd8832988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:15.077596 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8ff47ed5-b679-435c-a351-bfd2d8278567 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.080474 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-bfaaaad1-789d-48ec-8b46-3cbbd8832988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:15.125154 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8ff47ed5-b679-435c-a351-bfd2d8278567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.143310 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4bc37943-676d-4135-8d06-b122437e0499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.146187 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-cd8256fa-4d19-473d-a3cd-0e1b326a50d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.146313 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c74098c7-4f3d-40d5-a71f-ecb9beab76db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.164501 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4bc37943-676d-4135-8d06-b122437e0499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.206572 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:15.218925 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] Notify callbacks [] for port, precommit_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.241794 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] Transition to ACTIVE for port object ee523f35-c9a8-4559-81bd-1a2d493ea3f3 will not be triggered until provisioned by entity L2. {{(pid=80100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:17:15.272504 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] Transition to ACTIVE for port object ee523f35-c9a8-4559-81bd-1a2d493ea3f3 will not be triggered until provisioned by entity DHCP. {{(pid=80100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:17:15.276052 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-cd8256fa-4d19-473d-a3cd-0e1b326a50d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.278567 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039'] for port, after_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.292142 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'name': 'tempest-AttachVolumeShelveTestJSON-830703347-router', 'tenant_id': '7967420a877241f7a390365788b33c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:06Z', 'updated_at': '2021-01-15T10:17:08Z', 'revision_number': 3, 'project_id': '7967420a877241f7a390365788b33c53', 'gw_port': {'id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:07Z', 'updated_at': '2021-01-15T10:17:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:15.299808 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:15.305361 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3b13f6-bd6c-4348-8533-27a5ec0187fb None None] The sync data for ids ['f928ab98-733a-48f0-9b83-de060b60c53c'] in dv-cinder-768592-3-smb is: [{'id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'name': 'tempest-AttachVolumeShelveTestJSON-830703347-router', 'tenant_id': '7967420a877241f7a390365788b33c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:06Z', 'updated_at': '2021-01-15T10:17:08Z', 'revision_number': 3, 'project_id': '7967420a877241f7a390365788b33c53', 'gw_port': {'id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:07Z', 'updated_at': '2021-01-15T10:17:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}] {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:17:15.375526 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-4bc37943-676d-4135-8d06-b122437e0499 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ad27f254c3fd4b7bb1fbaa81d124450c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0167315 Jan 15 10:17:15.388215 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 54902) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:15.388466 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc37943-676d-4135-8d06-b122437e0499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1711a6dc-581e-4cd6-8269-11ac82ac300e,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:15.401571 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-4bc37943-676d-4135-8d06-b122437e0499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:15.428516 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac12ce5c-f17f-49e9-98c2-2012585b94c3 admin admin] Checking segment: {'id': 'f8a10392-79d1-457f-99db-f0e27c8e25a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2468abf2-45ea-4327-8091-539cb0a23d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:17:15.428936 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac12ce5c-f17f-49e9-98c2-2012585b94c3 admin admin] Network hostable DHCP agents. Network: 2468abf2-45ea-4327-8091-539cb0a23d9c, hostable agents: ['b4fd3997-8a6f-4495-b48b-6d59b5a93601'], hosted agents: [] {{(pid=80098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:17:15.517370 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-cd8256fa-4d19-473d-a3cd-0e1b326a50d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.526948 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-4e75fd47-d153-448e-bdfc-b99bfda12ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:15.528278 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [None req-a6b96326-b470-4aa9-bf94-808e30bfa34b admin admin] Allocated IP 172.20.0.1 (ee63e9f3-0f98-4146-b7e4-219c5a0de38d/8bbdcee5-7bf8-47ea-8b3b-e146795708a7/8beff705-7158-4ebc-87fa-3400ea529163) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:17:15.583702 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8256fa-4d19-473d-a3cd-0e1b326a50d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e8e78d-7866-4cb0-a375-dc0e040eca04,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:15.594104 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-cd8256fa-4d19-473d-a3cd-0e1b326a50d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:15.624139 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-cd8256fa-4d19-473d-a3cd-0e1b326a50d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.627908 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-cd8256fa-4d19-473d-a3cd-0e1b326a50d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d9e8e78d-7866-4cb0-a375-dc0e040eca04 HTTP/1.1" status: 204 len: 168 time: 0.8578022 Jan 15 10:17:15.640457 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [None req-8ff47ed5-b679-435c-a351-bfd2d8278567 admin admin] Allocated IP 172.28.0.9 (512bef08-258b-4e03-8592-7639e3feb0a7/afc97f5e-62e7-4d57-b78b-6d502dcdcf4b/9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5) {{(pid=80099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:17:15.679349 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.686917 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] Pushing event updated for resources: {'Port': ['ID=ee523f35-c9a8-4559-81bd-1a2d493ea3f3,revision_number=1']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:15.691899 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67ae4209-9d8c-45bb-a87a-8f52b9ecb66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.697420 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:15.700565 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-92d2feb7-7f23-4b83-88f0-ee16caa2dd42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.721385 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac12ce5c-f17f-49e9-98c2-2012585b94c3 admin admin] Network 2468abf2-45ea-4327-8091-539cb0a23d9c is scheduled to be hosted by DHCP agent b4fd3997-8a6f-4495-b48b-6d59b5a93601 with binding_index 1 {{(pid=80098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:17:15.771962 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] Network 8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f is already hosted by enough agents. {{(pid=80100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:17:15.773489 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] Resources bound (agent type, host, resource id): {{(pid=80100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:17:15.778915 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] Received port after_create {{(pid=80100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:17:15.890151 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-92d2feb7-7f23-4b83-88f0-ee16caa2dd42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.894635 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] Attempting to bind port ee523f35-c9a8-4559-81bd-1a2d493ea3f3 on host dv-cinder-768592-3-smb for vnic_type normal with profile {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:17:15.895087 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] Attempting to bind port ee523f35-c9a8-4559-81bd-1a2d493ea3f3 by drivers openvswitch on host dv-cinder-768592-3-smb at level 0 using segments [{'id': 'c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f'}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:17:15.895511 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] Attempting to bind port ee523f35-c9a8-4559-81bd-1a2d493ea3f3 on network 8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:17:15.903626 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] Checking agent: {'id': '76195a66-59ce-4b08-8c8f-8789c84dc4dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:17:15.904271 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] Checking segment: {'id': 'c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:17:15.904902 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.905494 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] Bound using segment: {'id': 'c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f'} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:17:15.906187 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] Bound port: ee523f35-c9a8-4559-81bd-1a2d493ea3f3, host: dv-cinder-768592-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f'}}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:17:15.906786 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.955095 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-ac12ce5c-f17f-49e9-98c2-2012585b94c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-smb, 2468abf2-45ea-4327-8091-539cb0a23d9c) {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:17:15.974530 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8ff47ed5-b679-435c-a351-bfd2d8278567 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.982904 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdbac9f-368c-453c-a8d0-1ed7dbdcbe7e None None] Network 2468abf2-45ea-4327-8091-539cb0a23d9c requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:17:16.051096 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-92d2feb7-7f23-4b83-88f0-ee16caa2dd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:16.066054 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac12ce5c-f17f-49e9-98c2-2012585b94c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:16.066708 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ac12ce5c-f17f-49e9-98c2-2012585b94c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for subnet, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:16.077942 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8ff47ed5-b679-435c-a351-bfd2d8278567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039'] for port, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:16.088489 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:16.098979 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:16.121710 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2feb7-7f23-4b83-88f0-ee16caa2dd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1711a6dc-581e-4cd6-8269-11ac82ac300e,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:16.169696 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-92d2feb7-7f23-4b83-88f0-ee16caa2dd42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:16.232229 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-bfaaaad1-789d-48ec-8b46-3cbbd8832988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:16.241925 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] For port ee523f35-c9a8-4559-81bd-1a2d493ea3f3, host dv-cinder-768592-3-smb, cleared binding levels {{(pid=80100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:17:16.256772 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] For port ee523f35-c9a8-4559-81bd-1a2d493ea3f3, host dv-cinder-768592-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=ee523f35-c9a8-4559-81bd-1a2d493ea3f3,segment=NetworkSegment(c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9),segment_id=c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9)] {{(pid=80100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:17:16.291494 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:16.294720 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-bfaaaad1-789d-48ec-8b46-3cbbd8832988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:16.302886 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-92d2feb7-7f23-4b83-88f0-ee16caa2dd42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:16.306627 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-92d2feb7-7f23-4b83-88f0-ee16caa2dd42 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1711a6dc-581e-4cd6-8269-11ac82ac300e HTTP/1.1" status: 204 len: 168 time: 0.8815987 Jan 15 10:17:16.372804 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-25334312-2851-4752-9c10-89240eb95893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:16.409250 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-bfaaaad1-789d-48ec-8b46-3cbbd8832988 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=188e8b4aceb74d3d959031e83dff24db&name=default HTTP/1.1" status: 200 len: 2978 time: 1.8909457 Jan 15 10:17:16.420614 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-ac12ce5c-f17f-49e9-98c2-2012585b94c3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.6401317 Jan 15 10:17:16.420614 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 54928) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:16.505910 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff47ed5-b679-435c-a351-bfd2d8278567 admin admin] Pushing event updated for resources: {'Port': ['ID=9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:16.530176 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-8ff47ed5-b679-435c-a351-bfd2d8278567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:16.531699 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a6b96326-b470-4aa9-bf94-808e30bfa34b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:16.606126 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:16.641029 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff47ed5-b679-435c-a351-bfd2d8278567 admin admin] Network 512bef08-258b-4e03-8592-7639e3feb0a7 is already hosted by enough agents. {{(pid=80099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:17:16.643298 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-8ff47ed5-b679-435c-a351-bfd2d8278567 admin admin] Resources bound (agent type, host, resource id): {{(pid=80099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:17:16.649626 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff47ed5-b679-435c-a351-bfd2d8278567 admin admin] Received port after_create {{(pid=80099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:17:16.717594 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-a6b96326-b470-4aa9-bf94-808e30bfa34b admin admin] Transition to ACTIVE for port object 8beff705-7158-4ebc-87fa-3400ea529163 will not be triggered until provisioned by entity DHCP. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:17:16.756017 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaaaad1-789d-48ec-8b46-3cbbd8832988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58c4449-5922-4f32-9884-b9a005957158,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:16.775778 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-bfaaaad1-789d-48ec-8b46-3cbbd8832988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:16.790501 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [None req-c74098c7-4f3d-40d5-a71f-ecb9beab76db admin admin] Allocated IP 172.28.0.127 (512bef08-258b-4e03-8592-7639e3feb0a7/afc97f5e-62e7-4d57-b78b-6d502dcdcf4b/3c62f3ff-4be5-4bf0-a521-015edb8afbe9) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:17:16.843498 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-643b68b4-8d5b-479a-a44a-55eb6b275902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:16.864006 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bd4891-055e-45d7-923e-6aa50e7eed4c None None] Network 2468abf2-45ea-4327-8091-539cb0a23d9c requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:17:16.935190 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] Pushing event updated for resources: {'Port': ['ID=ee523f35-c9a8-4559-81bd-1a2d493ea3f3,revision_number=2']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:16.958247 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:17.106484 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a6b96326-b470-4aa9-bf94-808e30bfa34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:17.156611 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-643b68b4-8d5b-479a-a44a-55eb6b275902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:17.167528 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8ff47ed5-b679-435c-a351-bfd2d8278567 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:17.173829 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:17.477656 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b96326-b470-4aa9-bf94-808e30bfa34b admin admin] Pushing event updated for resources: {'Port': ['ID=8beff705-7158-4ebc-87fa-3400ea529163,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:17.487907 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a6b96326-b470-4aa9-bf94-808e30bfa34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:17.523114 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c74098c7-4f3d-40d5-a71f-ecb9beab76db admin admin] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:17.545178 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-643b68b4-8d5b-479a-a44a-55eb6b275902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:17.564069 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-bfaaaad1-789d-48ec-8b46-3cbbd8832988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:17.585800 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b68b4-8d5b-479a-a44a-55eb6b275902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58c4449-5922-4f32-9884-b9a005957158,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:17.590085 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b96326-b470-4aa9-bf94-808e30bfa34b admin admin] Network ee63e9f3-0f98-4146-b7e4-219c5a0de38d is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:17:17.594350 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-643b68b4-8d5b-479a-a44a-55eb6b275902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:17.597067 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-a6b96326-b470-4aa9-bf94-808e30bfa34b admin admin] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:17:17.601059 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b96326-b470-4aa9-bf94-808e30bfa34b admin admin] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:17:17.601770 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a6b96326-b470-4aa9-bf94-808e30bfa34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854255858'] for router_interface, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:17.606398 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-643b68b4-8d5b-479a-a44a-55eb6b275902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:17.610643 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-643b68b4-8d5b-479a-a44a-55eb6b275902 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d58c4449-5922-4f32-9884-b9a005957158 HTTP/1.1" status: 204 len: 168 time: 1.1634483 Jan 15 10:17:17.646474 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c74098c7-4f3d-40d5-a71f-ecb9beab76db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:17.678165 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:17.699791 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8ff47ed5-b679-435c-a351-bfd2d8278567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854253268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854366006'] for router, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:17.734147 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 54968) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:17.807256 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 0882b8a3-e444-4905-b360-138b0d60fe48 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:17.868059 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74098c7-4f3d-40d5-a71f-ecb9beab76db admin admin] Pushing event updated for resources: {'Port': ['ID=3c62f3ff-4be5-4bf0-a521-015edb8afbe9,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:17.873461 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-c74098c7-4f3d-40d5-a71f-ecb9beab76db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:18.000247 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-89a5133e-983b-4103-8d11-f3efa924c8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:18.003591 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74098c7-4f3d-40d5-a71f-ecb9beab76db admin admin] Network 512bef08-258b-4e03-8592-7639e3feb0a7 is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:17:18.006926 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-c74098c7-4f3d-40d5-a71f-ecb9beab76db admin admin] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:17:18.012991 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74098c7-4f3d-40d5-a71f-ecb9beab76db admin admin] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:17:18.060424 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning for port 0882b8a3-e444-4905-b360-138b0d60fe48 completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:17:18.070539 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port 0882b8a3-e444-4905-b360-138b0d60fe48 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:18.071997 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:18.073965 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a6b96326-b470-4aa9-bf94-808e30bfa34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:18.118207 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff47ed5-b679-435c-a351-bfd2d8278567 admin admin] Router 0918c051-82b4-4136-bbae-d9909a81db56 is scheduled to L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 with binding_index 1 {{(pid=80099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 10:17:18.262787 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-c56bf620-4fcf-47db-ab6c-1e0f7940a315 None None] Provisioning for port 8beff705-7158-4ebc-87fa-3400ea529163 completed by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:17:18.287174 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-c56bf620-4fcf-47db-ab6c-1e0f7940a315 None None] Provisioning complete for port 8beff705-7158-4ebc-87fa-3400ea529163 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:18.288119 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c56bf620-4fcf-47db-ab6c-1e0f7940a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:18.412850 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-c56bf620-4fcf-47db-ab6c-1e0f7940a315 None None] Port 8beff705-7158-4ebc-87fa-3400ea529163 cannot update to ACTIVE because it is not bound. {{(pid=80100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:17:18.468752 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:18.492690 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:18.512839 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] For port 0882b8a3-e444-4905-b360-138b0d60fe48, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=0882b8a3-e444-4905-b360-138b0d60fe48,segment=NetworkSegment(b0c09c06-7b10-4f05-84b2-2c066d8764a1),segment_id=b0c09c06-7b10-4f05-84b2-2c066d8764a1)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:17:18.522481 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:18.524188 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device ee523f35-c9a8-4559-81bd-1a2d493ea3f3 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:18.565552 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff47ed5-b679-435c-a351-bfd2d8278567 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:17:18.576680 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 54990) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:18.589112 dv-cinder-768592-3-smb neutron-server[79989]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 15 10:17:18.665642 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-4cca03e8-5819-4642-a3d3-a6282f9b9177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:18.721451 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8ff47ed5-b679-435c-a351-bfd2d8278567 admin admin] Notify callbacks [] for router, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:18.723077 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-8ff47ed5-b679-435c-a351-bfd2d8278567 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8253155 Jan 15 10:17:18.733557 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 54996) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:18.734475 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-871e2f29-70fc-4b0e-ad47-9cd84ba9df22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:18.779983 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] Sync routers for ids ['0918c051-82b4-4136-bbae-d9909a81db56'] in dv-cinder-768592-3-smb {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:17:18.786872 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Pushing event updated for resources: {'Port': ['ID=0882b8a3-e444-4905-b360-138b0d60fe48,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:18.791724 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffbf3f1-1457-4b6a-a7fb-dddb11206454 None None] Network 8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:17:18.808992 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:18.837225 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] Routers {'0918c051-82b4-4136-bbae-d9909a81db56'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:17:18.838035 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:17:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['0918c051-82b4-4136-bbae-d9909a81db56'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:19.074593 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-871e2f29-70fc-4b0e-ad47-9cd84ba9df22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:19.080832 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-871e2f29-70fc-4b0e-ad47-9cd84ba9df22 admin admin] Usage tracker for resource:security_group_rule and tenant:d0889bfaad5d404b9da576b580c66768 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:19.084904 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-871e2f29-70fc-4b0e-ad47-9cd84ba9df22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:19.092991 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-871e2f29-70fc-4b0e-ad47-9cd84ba9df22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:19.205819 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-871e2f29-70fc-4b0e-ad47-9cd84ba9df22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:19.211552 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 55004) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:19.266720 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-871e2f29-70fc-4b0e-ad47-9cd84ba9df22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:19.322399 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-cf79f759-2728-4faa-a6b1-bb78269a919d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:19.332845 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-871e2f29-70fc-4b0e-ad47-9cd84ba9df22 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d0889bfaad5d404b9da576b580c66768&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5858526 Jan 15 10:17:19.334746 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-527c9095-20d8-45b0-ae44-cfb65097e88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:19.352305 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 55010) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:19.352846 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-0f009dbf-45f8-4b73-bea7-e7575860915c tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:19.353648 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-0f009dbf-45f8-4b73-bea7-e7575860915c tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Synchronizing usage tracker for tenant:4c25715561aa4de8989e4570212a339c on resource:network {{(pid=80099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:17:19.362022 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-527c9095-20d8-45b0-ae44-cfb65097e88d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:19.367054 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-527c9095-20d8-45b0-ae44-cfb65097e88d admin admin] Usage tracker for resource:security_group_rule and tenant:ba4e5d8d60c24b73bc878247362a8ee2 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:19.371425 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-527c9095-20d8-45b0-ae44-cfb65097e88d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:19.378786 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-527c9095-20d8-45b0-ae44-cfb65097e88d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:19.405720 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] Set router 0918c051-82b4-4136-bbae-d9909a81db56 gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:17:19.600214 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-527c9095-20d8-45b0-ae44-cfb65097e88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:19.618976 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-527c9095-20d8-45b0-ae44-cfb65097e88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:19.620195 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e2f29-70fc-4b0e-ad47-9cd84ba9df22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8967f282-60d6-4367-90f8-5256f9749aa8,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:19.643666 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-871e2f29-70fc-4b0e-ad47-9cd84ba9df22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:19.673763 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:19.692643 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-527c9095-20d8-45b0-ae44-cfb65097e88d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ba4e5d8d60c24b73bc878247362a8ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4605167 Jan 15 10:17:19.708550 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 55020) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:19.797682 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c74098c7-4f3d-40d5-a71f-ecb9beab76db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:19.860444 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning for port ee523f35-c9a8-4559-81bd-1a2d493ea3f3 completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:17:19.877003 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-0f009dbf-45f8-4b73-bea7-e7575860915c tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Unset dirty status for tenant:4c25715561aa4de8989e4570212a339c on resource:network {{(pid=80099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:17:19.878449 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-0f009dbf-45f8-4b73-bea7-e7575860915c tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/networks?id=2468abf2-45ea-4327-8091-539cb0a23d9c HTTP/1.1" status: 200 len: 812 time: 1.3007884 Jan 15 10:17:19.912051 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-5eb45bad-bb3d-4aac-b4ae-cffc53f6a39f tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/quotas/4c25715561aa4de8989e4570212a339c HTTP/1.1" status: 200 len: 375 time: 0.0203152 Jan 15 10:17:20.021767 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-45cd8d50-cc61-4291-9eb2-8020a9ecabc9 None None] Provisioning for port ee523f35-c9a8-4559-81bd-1a2d493ea3f3 completed by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:17:20.031440 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-45cd8d50-cc61-4291-9eb2-8020a9ecabc9 None None] Provisioning complete for port ee523f35-c9a8-4559-81bd-1a2d493ea3f3 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:20.031902 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-45cd8d50-cc61-4291-9eb2-8020a9ecabc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:20.047830 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c9095-20d8-45b0-ae44-cfb65097e88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6149db-9d54-4167-9c3b-a2641c3a9ac9,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:20.108640 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 0882b8a3-e444-4905-b360-138b0d60fe48 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:20.122642 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-527c9095-20d8-45b0-ae44-cfb65097e88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:20.159437 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-e26da38d-c7c4-42c5-bfbd-8e3836fbede5 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/ports?tenant_id=4c25715561aa4de8989e4570212a339c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1539483 Jan 15 10:17:20.177475 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-29e89b69-a234-4d89-92a1-b72904bdd4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:20.177934 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:20.191820 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3efec12f-e81e-4cf6-8809-59fc270cd104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:20.216937 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:20.294462 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a6b96326-b470-4aa9-bf94-808e30bfa34b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:20.320288 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-45cd8d50-cc61-4291-9eb2-8020a9ecabc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:20.338344 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-af7b3a03-76aa-4150-b0f0-002e667b2e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:20.353455 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port 0882b8a3-e444-4905-b360-138b0d60fe48 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:20.354418 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:20.357972 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a6b96326-b470-4aa9-bf94-808e30bfa34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:20.373692 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3efec12f-e81e-4cf6-8809-59fc270cd104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:20.410872 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-45cd8d50-cc61-4291-9eb2-8020a9ecabc9 None None] For port ee523f35-c9a8-4559-81bd-1a2d493ea3f3, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=ee523f35-c9a8-4559-81bd-1a2d493ea3f3,segment=NetworkSegment(c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9),segment_id=c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:17:20.447392 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-af7b3a03-76aa-4150-b0f0-002e667b2e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:20.460634 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0918c051-82b4-4136-bbae-d9909a81db56', 'name': 'tempest-ServerRescueNegativeTestJSON-1503849412-router', 'tenant_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': '9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:17:16Z', 'revision_number': 3, 'project_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'gw_port': {'id': '9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:56:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0918c051-82b4-4136-bbae-d9909a81db56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:15Z', 'updated_at': '2021-01-15T10:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:20.514696 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-45cd8d50-cc61-4291-9eb2-8020a9ecabc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:20.515810 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] Checking router: 0918c051-82b4-4136-bbae-d9909a81db56 for host: dv-cinder-768592-3-smb {{(pid=80100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:17:20.516334 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] Updating router 0918c051-82b4-4136-bbae-d9909a81db56 port 9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5 binding host dv-cinder-768592-3-smb {{(pid=80100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:17:20.545902 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a6b96326-b470-4aa9-bf94-808e30bfa34b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1027109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520177'] for router_interface, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:20.573384 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-c74098c7-4f3d-40d5-a71f-ecb9beab76db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:20.598597 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:20.651369 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:20.695277 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [None req-29e89b69-a234-4d89-92a1-b72904bdd4bb admin admin] Allocated IP 172.20.0.1 (60c0f2f7-268b-47c9-a1ee-3c187c42dd49/5e50e1e9-0d81-4100-9cb2-e63b82b84a17/17b1e03c-5e42-42ca-b20c-d86246d48ce1) {{(pid=80099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:17:20.757565 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd8d50-cc61-4291-9eb2-8020a9ecabc9 None None] Pushing event updated for resources: {'Port': ['ID=ee523f35-c9a8-4559-81bd-1a2d493ea3f3,revision_number=3']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:20.761848 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-45cd8d50-cc61-4291-9eb2-8020a9ecabc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:20.866031 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b96326-b470-4aa9-bf94-808e30bfa34b admin admin] Pushing event updated for resources: {'Port': ['ID=8beff705-7158-4ebc-87fa-3400ea529163,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:20.878639 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a6b96326-b470-4aa9-bf94-808e30bfa34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:20.892774 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-3ae23bd7-d9cb-400a-b505-ad0ceee643a7 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:17:20.894176 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-3ae23bd7-d9cb-400a-b505-ad0ceee643a7 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4796293 Jan 15 10:17:20.941465 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c74098c7-4f3d-40d5-a71f-ecb9beab76db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854253268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854366006'] for router, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:20.948525 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3efec12f-e81e-4cf6-8809-59fc270cd104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:20.955032 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-af7b3a03-76aa-4150-b0f0-002e667b2e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:21.028736 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:21.072882 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-29e89b69-a234-4d89-92a1-b72904bdd4bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:21.168526 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-1bbee313-8351-46e6-a4d0-407866b7a70d service neutron] 10.222.0.60 "GET /v2.0/networks/2468abf2-45ea-4327-8091-539cb0a23d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526398 Jan 15 10:17:21.282326 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-29e89b69-a234-4d89-92a1-b72904bdd4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039'] for port, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:21.309501 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-af7b3a03-76aa-4150-b0f0-002e667b2e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:21.311032 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-af7b3a03-76aa-4150-b0f0-002e667b2e06 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5c6149db-9d54-4167-9c3b-a2641c3a9ac9 HTTP/1.1" status: 204 len: 168 time: 1.5946529 Jan 15 10:17:21.314991 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efec12f-e81e-4cf6-8809-59fc270cd104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8967f282-60d6-4367-90f8-5256f9749aa8,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:21.324945 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3efec12f-e81e-4cf6-8809-59fc270cd104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:21.326414 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-3efec12f-e81e-4cf6-8809-59fc270cd104 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8967f282-60d6-4367-90f8-5256f9749aa8 HTTP/1.1" status: 204 len: 168 time: 1.9121251 Jan 15 10:17:21.349231 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b96326-b470-4aa9-bf94-808e30bfa34b admin admin] Network ee63e9f3-0f98-4146-b7e4-219c5a0de38d is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:17:21.369035 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-a6b96326-b470-4aa9-bf94-808e30bfa34b admin admin] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:17:21.377297 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b3a03-76aa-4150-b0f0-002e667b2e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6149db-9d54-4167-9c3b-a2641c3a9ac9,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:21.409339 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-e25ae4a4-2987-4ed5-979a-70e288c61440 None None] Provisioning complete for port ee523f35-c9a8-4559-81bd-1a2d493ea3f3 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:21.409678 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e25ae4a4-2987-4ed5-979a-70e288c61440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:21.469174 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:21.534752 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.db.resource_extend [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 15 10:17:21.695092 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b96326-b470-4aa9-bf94-808e30bfa34b admin admin] Router f928ab98-733a-48f0-9b83-de060b60c53c has already been hosted by L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 {{(pid=80098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:17:21.771251 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-af7b3a03-76aa-4150-b0f0-002e667b2e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:21.771906 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-527c9095-20d8-45b0-ae44-cfb65097e88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.600s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:21.780675 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-527c9095-20d8-45b0-ae44-cfb65097e88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:21.943874 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74098c7-4f3d-40d5-a71f-ecb9beab76db admin admin] Router edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 is scheduled to L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 with binding_index 1 {{(pid=80098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 10:17:22.021393 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] Notify callbacks [] for port, precommit_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:22.044887 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e89b69-a234-4d89-92a1-b72904bdd4bb admin admin] Pushing event updated for resources: {'Port': ['ID=17b1e03c-5e42-42ca-b20c-d86246d48ce1,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:22.093329 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] Transition to ACTIVE for port object 9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5 will not be triggered until provisioned by entity L2. {{(pid=80100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:17:22.096580 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device ee523f35-c9a8-4559-81bd-1a2d493ea3f3 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:22.124182 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-29e89b69-a234-4d89-92a1-b72904bdd4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:22.126807 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-4af7e901-8af6-466c-ad4b-664c1940188d service neutron] 10.222.0.60 "GET /v2.0/networks/2468abf2-45ea-4327-8091-539cb0a23d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9495823 Jan 15 10:17:22.136223 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:22.176631 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:22.224658 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e89b69-a234-4d89-92a1-b72904bdd4bb admin admin] Network 60c0f2f7-268b-47c9-a1ee-3c187c42dd49 is already hosted by enough agents. {{(pid=80099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:17:22.226329 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-29e89b69-a234-4d89-92a1-b72904bdd4bb admin admin] Resources bound (agent type, host, resource id): {{(pid=80099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:17:22.232852 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e89b69-a234-4d89-92a1-b72904bdd4bb admin admin] Received port after_create {{(pid=80099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:17:22.233610 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-29e89b69-a234-4d89-92a1-b72904bdd4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854255858'] for router_interface, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:22.623641 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-196a0512-dc42-4e41-9b58-651937c88059 None None] Provisioning complete for port 8beff705-7158-4ebc-87fa-3400ea529163 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:22.624061 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-196a0512-dc42-4e41-9b58-651937c88059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:22.678399 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 55106) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:22.772001 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777a972-7a2c-45ff-bc33-90f2dd98ba1b None None] Pushing event updated for resources: {'Port': ['ID=9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5,revision_number=2']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:22.784241 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-196a0512-dc42-4e41-9b58-651937c88059 None None] Port 8beff705-7158-4ebc-87fa-3400ea529163 cannot update to ACTIVE because it is not bound. {{(pid=80100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:17:22.793261 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d777a972-7a2c-45ff-bc33-90f2dd98ba1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:22.830431 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port ee523f35-c9a8-4559-81bd-1a2d493ea3f3 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:22.830857 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:23.016034 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-196a0512-dc42-4e41-9b58-651937c88059 None None] Provisioning complete for port ee523f35-c9a8-4559-81bd-1a2d493ea3f3 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:23.016463 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-196a0512-dc42-4e41-9b58-651937c88059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:23.222772 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74098c7-4f3d-40d5-a71f-ecb9beab76db admin admin] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:17:23.307285 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7eca5996-ddc6-4560-a248-243a56346c8c req-9f430378-04fe-4138-853c-b71f1db0f952 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/ports?device_id=0666ce70-2a86-4cae-8042-368f64bbe186 HTTP/1.1" status: 200 len: 210 time: 0.5696583 Jan 15 10:17:23.308986 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b96326-b470-4aa9-bf94-808e30bfa34b admin admin] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:17:23.314741 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-a6b96326-b470-4aa9-bf94-808e30bfa34b admin admin] 10.222.0.60 "PUT /v2.0/routers/f928ab98-733a-48f0-9b83-de060b60c53c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3035259 Jan 15 10:17:23.322468 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] Sync routers for ids ['f928ab98-733a-48f0-9b83-de060b60c53c'] in dv-cinder-768592-3-smb {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:17:23.348104 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] Routers {'f928ab98-733a-48f0-9b83-de060b60c53c'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:17:23.349160 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:17:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['f928ab98-733a-48f0-9b83-de060b60c53c'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:23.363598 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c74098c7-4f3d-40d5-a71f-ecb9beab76db admin admin] Notify callbacks [] for router, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:23.377755 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 55154) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:23.379405 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-c74098c7-4f3d-40d5-a71f-ecb9beab76db admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.4846456 Jan 15 10:17:23.635202 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] Sync routers for ids ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'] in dv-cinder-768592-3-smb {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:17:23.665988 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] Routers {'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:17:23.667297 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:17:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:23.764408 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] Attempting to bind port 9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5 on host dv-cinder-768592-3-smb for vnic_type normal with profile {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:17:23.764408 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] Attempting to bind port 9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5 by drivers openvswitch on host dv-cinder-768592-3-smb at level 0 using segments [{'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:17:23.764408 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] Attempting to bind port 9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5 on network 512bef08-258b-4e03-8592-7639e3feb0a7 {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:17:23.815768 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] Set router f928ab98-733a-48f0-9b83-de060b60c53c gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:17:23.841608 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] Checking agent: {'id': '76195a66-59ce-4b08-8c8f-8789c84dc4dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:17:23.842089 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] Checking segment: {'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:17:23.842543 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:23.843011 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] Bound using segment: {'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:17:23.843534 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] Bound port: 9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5, host: dv-cinder-768592-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:17:23.843951 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:24.118771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] For port 9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5, host dv-cinder-768592-3-smb, cleared binding levels {{(pid=80100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:17:24.158973 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] For port 9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5, host dv-cinder-768592-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5,segment=NetworkSegment(b0c09c06-7b10-4f05-84b2-2c066d8764a1),segment_id=b0c09c06-7b10-4f05-84b2-2c066d8764a1)] {{(pid=80100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:17:24.170299 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:24.178450 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-29e89b69-a234-4d89-92a1-b72904bdd4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:24.182832 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] Set router edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:17:24.313694 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:24.642252 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'name': 'tempest-AttachVolumeShelveTestJSON-830703347-router', 'tenant_id': '7967420a877241f7a390365788b33c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:06Z', 'updated_at': '2021-01-15T10:17:17Z', 'revision_number': 4, 'project_id': '7967420a877241f7a390365788b33c53', 'gw_port': {'id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:07Z', 'updated_at': '2021-01-15T10:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '8beff705-7158-4ebc-87fa-3400ea529163', 'name': '', 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d', 'tenant_id': '7967420a877241f7a390365788b33c53', 'mac_address': 'fa:16:3e:4b:b7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:14Z', 'updated_at': '2021-01-15T10:17:18Z', 'revision_number': 2, 'project_id': '7967420a877241f7a390365788b33c53', 'subnets': [{'id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:24.660666 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] Checking router: f928ab98-733a-48f0-9b83-de060b60c53c for host: dv-cinder-768592-3-smb {{(pid=80101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:17:24.661071 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] Updating router f928ab98-733a-48f0-9b83-de060b60c53c port 8beff705-7158-4ebc-87fa-3400ea529163 binding host dv-cinder-768592-3-smb {{(pid=80101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:17:24.705652 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fb522a5b-1b12-4112-9290-6862406e370d req-6404377a-4a73-4747-916e-7d2d9f43c968 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/ports?device_id=0666ce70-2a86-4cae-8042-368f64bbe186 HTTP/1.1" status: 200 len: 210 time: 0.1702838 Jan 15 10:17:24.813709 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:25.094252 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777a972-7a2c-45ff-bc33-90f2dd98ba1b None None] Pushing event updated for resources: {'Port': ['ID=9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5,revision_number=3']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:25.117057 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d777a972-7a2c-45ff-bc33-90f2dd98ba1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:25.119515 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] Routers {'0918c051-82b4-4136-bbae-d9909a81db56'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:17:25.124780 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:17:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['0918c051-82b4-4136-bbae-d9909a81db56'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:25.370995 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 55258) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:25.379566 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-d9aad788-969c-49f1-902b-8c4863940205 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Request body: {'security_group': {'name': 'tempest-securitygroup--1809065138', 'description': 'tempest-description--584601944'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:25.403871 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-d9aad788-969c-49f1-902b-8c4863940205 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:25.408095 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-d9aad788-969c-49f1-902b-8c4863940205 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Usage tracker for resource:security_group and tenant:7967420a877241f7a390365788b33c53 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:25.435422 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-d9aad788-969c-49f1-902b-8c4863940205 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:25.455973 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-d9aad788-969c-49f1-902b-8c4863940205 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:25.491385 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d9aad788-969c-49f1-902b-8c4863940205 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:25.551173 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-d9aad788-969c-49f1-902b-8c4863940205 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:25.561034 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-d9aad788-969c-49f1-902b-8c4863940205 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Usage tracker for resource:security_group_rule and tenant:7967420a877241f7a390365788b33c53 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:25.571140 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-d9aad788-969c-49f1-902b-8c4863940205 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:25.585554 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-29e89b69-a234-4d89-92a1-b72904bdd4bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:25.589761 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-d9aad788-969c-49f1-902b-8c4863940205 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:25.614750 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-29e89b69-a234-4d89-92a1-b72904bdd4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:25.636674 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-29e89b69-a234-4d89-92a1-b72904bdd4bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1027109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520177'] for router_interface, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:25.690770 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-8ff47ed5-b679-435c-a351-bfd2d8278567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:25.708955 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] Set router 0918c051-82b4-4136-bbae-d9909a81db56 gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:17:25.794649 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d9aad788-969c-49f1-902b-8c4863940205 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:25.799967 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d9aad788-969c-49f1-902b-8c4863940205 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:25.828269 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:25.841660 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d9aad788-969c-49f1-902b-8c4863940205 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:25.843114 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-d9aad788-969c-49f1-902b-8c4863940205 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4709988 Jan 15 10:17:25.847543 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 55286) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:25.858515 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-b1311c11-e79c-428d-940e-9f77092e1f06 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Request body: {'security_group_rule': {'security_group_id': '8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:25.875052 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:25.880358 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-b1311c11-e79c-428d-940e-9f77092e1f06 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:25.891707 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-b1311c11-e79c-428d-940e-9f77092e1f06 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Usage tracker for resource:security_group_rule and tenant:7967420a877241f7a390365788b33c53 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:25.896237 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-b1311c11-e79c-428d-940e-9f77092e1f06 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:25.899298 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aad788-969c-49f1-902b-8c4863940205 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Pushing event updated for resources: {'SecurityGroup': ['ID=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:25.901430 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] Transition to ACTIVE for port object 8beff705-7158-4ebc-87fa-3400ea529163 will not be triggered until provisioned by entity L2. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:17:25.914836 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:25.930046 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d9aad788-969c-49f1-902b-8c4863940205 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:25.949349 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-b1311c11-e79c-428d-940e-9f77092e1f06 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:25.954323 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:25.983499 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'name': 'tempest-AttachVolumeTestJSON-873034581-router', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:17:18Z', 'revision_number': 3, 'project_id': '1d2e666365284aacad9462063764b9e2', 'gw_port': {'id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:16Z', 'updated_at': '2021-01-15T10:17:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:26.004646 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b1311c11-e79c-428d-940e-9f77092e1f06 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for security_group_rule, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:26.156137 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b1311c11-e79c-428d-940e-9f77092e1f06 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:26.159869 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b1311c11-e79c-428d-940e-9f77092e1f06 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328337'] for security_group_rule, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:26.194029 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:26.214392 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1311c11-e79c-428d-940e-9f77092e1f06 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c58462-3ead-4b7c-8e63-54332606768d,revision_number=0']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:26.224357 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70602a6-67eb-4fb9-850a-f3165e27ab3e None None] Pushing event updated for resources: {'Port': ['ID=8beff705-7158-4ebc-87fa-3400ea529163,revision_number=3']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:26.226413 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b1311c11-e79c-428d-940e-9f77092e1f06 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:26.227253 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b1311c11-e79c-428d-940e-9f77092e1f06 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for security_group_rule, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:26.231462 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-b1311c11-e79c-428d-940e-9f77092e1f06 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3828619 Jan 15 10:17:26.232162 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 55296) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:26.239183 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] Checking router: edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 for host: dv-cinder-768592-3-smb {{(pid=80100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:17:26.239354 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-1aaac150-3cf2-40ea-acda-6a0ff3fe7e75 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Request body: {'security_group_rule': {'security_group_id': '8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:26.239870 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] Updating router edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 port 3c62f3ff-4be5-4bf0-a521-015edb8afbe9 binding host dv-cinder-768592-3-smb {{(pid=80100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:17:26.244604 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f70602a6-67eb-4fb9-850a-f3165e27ab3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:26.248557 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-1aaac150-3cf2-40ea-acda-6a0ff3fe7e75 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:26.253333 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-1aaac150-3cf2-40ea-acda-6a0ff3fe7e75 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Usage tracker for resource:security_group_rule and tenant:7967420a877241f7a390365788b33c53 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:26.256465 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-1aaac150-3cf2-40ea-acda-6a0ff3fe7e75 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:26.262165 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-1aaac150-3cf2-40ea-acda-6a0ff3fe7e75 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:26.271455 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e89b69-a234-4d89-92a1-b72904bdd4bb admin admin] Pushing event updated for resources: {'Port': ['ID=17b1e03c-5e42-42ca-b20c-d86246d48ce1,revision_number=2']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:26.291951 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1aaac150-3cf2-40ea-acda-6a0ff3fe7e75 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for security_group_rule, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:26.294777 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5bae8ff2-bce0-45c3-84c3-cd2e6afcada1 req-efa72290-553d-4cc2-8c69-4554f7f429a4 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/ports?device_id=0666ce70-2a86-4cae-8042-368f64bbe186 HTTP/1.1" status: 200 len: 210 time: 0.2278509 Jan 15 10:17:26.304573 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-29e89b69-a234-4d89-92a1-b72904bdd4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:26.489101 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1aaac150-3cf2-40ea-acda-6a0ff3fe7e75 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:26.497722 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1aaac150-3cf2-40ea-acda-6a0ff3fe7e75 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328337'] for security_group_rule, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:26.503969 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b1311c11-e79c-428d-940e-9f77092e1f06 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:26.584723 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaac150-3cf2-40ea-acda-6a0ff3fe7e75 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8027e1e-adc3-48f3-8102-30b91be540bb,revision_number=0']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:26.587800 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1aaac150-3cf2-40ea-acda-6a0ff3fe7e75 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:26.603751 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e89b69-a234-4d89-92a1-b72904bdd4bb admin admin] Network 60c0f2f7-268b-47c9-a1ee-3c187c42dd49 is already hosted by enough agents. {{(pid=80099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:17:26.612117 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-29e89b69-a234-4d89-92a1-b72904bdd4bb admin admin] Resources bound (agent type, host, resource id): {{(pid=80099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:17:26.615148 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] Attempting to bind port 8beff705-7158-4ebc-87fa-3400ea529163 on host dv-cinder-768592-3-smb for vnic_type normal with profile {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:17:26.618457 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1aaac150-3cf2-40ea-acda-6a0ff3fe7e75 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for security_group_rule, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:26.622730 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] Attempting to bind port 8beff705-7158-4ebc-87fa-3400ea529163 by drivers openvswitch on host dv-cinder-768592-3-smb at level 0 using segments [{'id': '46701ca6-a814-4d34-86b7-c77ab641a4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d'}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:17:26.623337 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] Attempting to bind port 8beff705-7158-4ebc-87fa-3400ea529163 on network ee63e9f3-0f98-4146-b7e4-219c5a0de38d {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:17:26.626757 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-1aaac150-3cf2-40ea-acda-6a0ff3fe7e75 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3934588 Jan 15 10:17:26.627634 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 55302) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:26.644489 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] Checking agent: {'id': '76195a66-59ce-4b08-8c8f-8789c84dc4dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:17:26.647024 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] Checking segment: {'id': '46701ca6-a814-4d34-86b7-c77ab641a4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:17:26.647530 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Request body: {'floatingip': {'floating_network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:26.649564 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:26.650159 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] Bound using segment: {'id': '46701ca6-a814-4d34-86b7-c77ab641a4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d'} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:17:26.650902 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] Bound port: 8beff705-7158-4ebc-87fa-3400ea529163, host: dv-cinder-768592-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46701ca6-a814-4d34-86b7-c77ab641a4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d'}}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:17:26.653508 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:26.654932 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:26.668300 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.73', 50186) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:26.681125 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:26.751888 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Usage tracker for resource:floatingip and tenant:7967420a877241f7a390365788b33c53 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:26.772768 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:26.800188 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:26.829570 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 55310) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:26.888000 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] For port 8beff705-7158-4ebc-87fa-3400ea529163, host dv-cinder-768592-3-smb, cleared binding levels {{(pid=80101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:17:26.895743 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] For port 8beff705-7158-4ebc-87fa-3400ea529163, host dv-cinder-768592-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=8beff705-7158-4ebc-87fa-3400ea529163,segment=NetworkSegment(46701ca6-a814-4d34-86b7-c77ab641a4f7),segment_id=46701ca6-a814-4d34-86b7-c77ab641a4f7)] {{(pid=80101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:17:26.903355 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:26.944606 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for floatingip, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:26.946815 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:27.124311 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e89b69-a234-4d89-92a1-b72904bdd4bb admin admin] Router 0918c051-82b4-4136-bbae-d9909a81db56 has already been hosted by L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 {{(pid=80099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:17:27.138201 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f25dd2a8-4f54-489b-823b-077e84df17d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:27.276108 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70602a6-67eb-4fb9-850a-f3165e27ab3e None None] Pushing event updated for resources: {'Port': ['ID=8beff705-7158-4ebc-87fa-3400ea529163,revision_number=4']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:27.283333 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f70602a6-67eb-4fb9-850a-f3165e27ab3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:27.332796 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] Routers {'f928ab98-733a-48f0-9b83-de060b60c53c'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:17:27.333573 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:17:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['f928ab98-733a-48f0-9b83-de060b60c53c'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:27.605919 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-5443c6e1-7590-4c3c-84a2-b871fd11b996 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:27.618451 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-5443c6e1-7590-4c3c-84a2-b871fd11b996 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.73 "GET /v2.0/networks?id=2468abf2-45ea-4327-8091-539cb0a23d9c HTTP/1.1" status: 200 len: 812 time: 0.9479334 Jan 15 10:17:27.667196 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-f62f7e01-9db2-4f4c-85d7-9043df13d15c tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Request body: {'port': {'device_id': '0666ce70-2a86-4cae-8042-368f64bbe186', 'network_id': '2468abf2-45ea-4327-8091-539cb0a23d9c', 'admin_state_up': True, 'tenant_id': '4c25715561aa4de8989e4570212a339c'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:27.681488 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e89b69-a234-4d89-92a1-b72904bdd4bb admin admin] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:17:27.777044 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-29e89b69-a234-4d89-92a1-b72904bdd4bb admin admin] 10.222.0.60 "PUT /v2.0/routers/0918c051-82b4-4136-bbae-d9909a81db56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0423195 Jan 15 10:17:27.788912 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] Set router f928ab98-733a-48f0-9b83-de060b60c53c gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:17:27.892865 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bc7dadb2-86b2-4711-827f-fd34a488dfc7 req-f183d1d5-773b-4dc3-bdd3-76cfe4fc0874 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/ports?device_id=0666ce70-2a86-4cae-8042-368f64bbe186 HTTP/1.1" status: 200 len: 210 time: 0.0667486 Jan 15 10:17:28.069096 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b39a1caf-7480-4573-9004-1582fef35a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:28.100163 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] Notify callbacks [] for port, precommit_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:28.100928 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:28.121879 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] Transition to ACTIVE for port object 3c62f3ff-4be5-4bf0-a521-015edb8afbe9 will not be triggered until provisioned by entity L2. {{(pid=80100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:17:28.178743 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-b39a1caf-7480-4573-9004-1582fef35a73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:28.193847 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:28.238206 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-b39a1caf-7480-4573-9004-1582fef35a73 admin admin] Usage tracker for resource:security_group_rule and tenant:c0cc9e8a27e948848f1ac9bd2e277238 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:28.260218 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-b39a1caf-7480-4573-9004-1582fef35a73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:28.290456 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-b39a1caf-7480-4573-9004-1582fef35a73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:28.315927 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-f62f7e01-9db2-4f4c-85d7-9043df13d15c tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:28.357429 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [None req-f25dd2a8-4f54-489b-823b-077e84df17d7 admin admin] Allocated IP 172.20.0.1 (8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f/ea4063fd-7d74-42c0-8f21-8e53b0e4ce85/8b93908d-6598-4c7c-9685-7e7dd9903758) {{(pid=80099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:17:28.421405 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:28.579451 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69097c47-c851-437b-9efa-7b977365dd24 None None] Pushing event updated for resources: {'Port': ['ID=3c62f3ff-4be5-4bf0-a521-015edb8afbe9,revision_number=2']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:28.583996 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-69097c47-c851-437b-9efa-7b977365dd24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:28.600894 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'name': 'tempest-AttachVolumeShelveTestJSON-830703347-router', 'tenant_id': '7967420a877241f7a390365788b33c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:06Z', 'updated_at': '2021-01-15T10:17:17Z', 'revision_number': 4, 'project_id': '7967420a877241f7a390365788b33c53', 'gw_port': {'id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:07Z', 'updated_at': '2021-01-15T10:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '8beff705-7158-4ebc-87fa-3400ea529163', 'name': '', 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d', 'tenant_id': '7967420a877241f7a390365788b33c53', 'mac_address': 'fa:16:3e:4b:b7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:14Z', 'updated_at': '2021-01-15T10:17:26Z', 'revision_number': 4, 'project_id': '7967420a877241f7a390365788b33c53', 'subnets': [{'id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:28.614985 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b35e70-febe-4769-bd66-31b7ce6497e9 None None] The sync data for ids ['f928ab98-733a-48f0-9b83-de060b60c53c'] in dv-cinder-768592-3-smb is: [{'id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'name': 'tempest-AttachVolumeShelveTestJSON-830703347-router', 'tenant_id': '7967420a877241f7a390365788b33c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:06Z', 'updated_at': '2021-01-15T10:17:17Z', 'revision_number': 4, 'project_id': '7967420a877241f7a390365788b33c53', 'gw_port': {'id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:07Z', 'updated_at': '2021-01-15T10:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '8beff705-7158-4ebc-87fa-3400ea529163', 'name': '', 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d', 'tenant_id': '7967420a877241f7a390365788b33c53', 'mac_address': 'fa:16:3e:4b:b7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:14Z', 'updated_at': '2021-01-15T10:17:26Z', 'revision_number': 4, 'project_id': '7967420a877241f7a390365788b33c53', 'subnets': [{'id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:17:28.653702 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0918c051-82b4-4136-bbae-d9909a81db56', 'name': 'tempest-ServerRescueNegativeTestJSON-1503849412-router', 'tenant_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': '9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:17:23Z', 'revision_number': 4, 'project_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'gw_port': {'id': '9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:56:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0918c051-82b4-4136-bbae-d9909a81db56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:15Z', 'updated_at': '2021-01-15T10:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '17b1e03c-5e42-42ca-b20c-d86246d48ce1', 'name': '', 'network_id': '60c0f2f7-268b-47c9-a1ee-3c187c42dd49', 'tenant_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'mac_address': 'fa:16:3e:3a:b5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0918c051-82b4-4136-bbae-d9909a81db56', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5e50e1e9-0d81-4100-9cb2-e63b82b84a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:20Z', 'updated_at': '2021-01-15T10:17:20Z', 'revision_number': 1, 'project_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'subnets': [{'id': '5e50e1e9-0d81-4100-9cb2-e63b82b84a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:28.664919 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] Attempting to bind port 3c62f3ff-4be5-4bf0-a521-015edb8afbe9 on host dv-cinder-768592-3-smb for vnic_type normal with profile {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:17:28.665456 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] Attempting to bind port 3c62f3ff-4be5-4bf0-a521-015edb8afbe9 by drivers openvswitch on host dv-cinder-768592-3-smb at level 0 using segments [{'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:17:28.667866 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] Attempting to bind port 3c62f3ff-4be5-4bf0-a521-015edb8afbe9 on network 512bef08-258b-4e03-8592-7639e3feb0a7 {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:17:28.683129 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18c3578-c595-4008-82c7-e5e737e11c72 None None] The sync data for ids ['0918c051-82b4-4136-bbae-d9909a81db56'] in dv-cinder-768592-3-smb is: [{'id': '0918c051-82b4-4136-bbae-d9909a81db56', 'name': 'tempest-ServerRescueNegativeTestJSON-1503849412-router', 'tenant_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': '9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:17:23Z', 'revision_number': 4, 'project_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'gw_port': {'id': '9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:56:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0918c051-82b4-4136-bbae-d9909a81db56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:15Z', 'updated_at': '2021-01-15T10:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '17b1e03c-5e42-42ca-b20c-d86246d48ce1', 'name': '', 'network_id': '60c0f2f7-268b-47c9-a1ee-3c187c42dd49', 'tenant_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'mac_address': 'fa:16:3e:3a:b5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0918c051-82b4-4136-bbae-d9909a81db56', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5e50e1e9-0d81-4100-9cb2-e63b82b84a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:20Z', 'updated_at': '2021-01-15T10:17:20Z', 'revision_number': 1, 'project_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'subnets': [{'id': '5e50e1e9-0d81-4100-9cb2-e63b82b84a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:17:28.685084 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] Checking agent: {'id': '76195a66-59ce-4b08-8c8f-8789c84dc4dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:17:28.686099 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] Checking segment: {'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:17:28.686099 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:28.686309 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] Bound using segment: {'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:17:28.686664 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] Bound port: 3c62f3ff-4be5-4bf0-a521-015edb8afbe9, host: dv-cinder-768592-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:17:28.691626 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:28.709694 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f25dd2a8-4f54-489b-823b-077e84df17d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:28.739637 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-f25dd2a8-4f54-489b-823b-077e84df17d7 admin admin] Transition to ACTIVE for port object 8b93908d-6598-4c7c-9685-7e7dd9903758 will not be triggered until provisioned by entity DHCP. {{(pid=80099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:17:28.801302 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f25dd2a8-4f54-489b-823b-077e84df17d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039'] for port, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:28.864485 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-29e89b69-a234-4d89-92a1-b72904bdd4bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:28.886039 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] For port 3c62f3ff-4be5-4bf0-a521-015edb8afbe9, host dv-cinder-768592-3-smb, cleared binding levels {{(pid=80100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:17:28.893550 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] For port 3c62f3ff-4be5-4bf0-a521-015edb8afbe9, host dv-cinder-768592-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=3c62f3ff-4be5-4bf0-a521-015edb8afbe9,segment=NetworkSegment(b0c09c06-7b10-4f05-84b2-2c066d8764a1),segment_id=b0c09c06-7b10-4f05-84b2-2c066d8764a1)] {{(pid=80100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:17:28.915983 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:28.945576 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d777a972-7a2c-45ff-bc33-90f2dd98ba1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:28.962114 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b39a1caf-7480-4573-9004-1582fef35a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:28.964141 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-f62f7e01-9db2-4f4c-85d7-9043df13d15c tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Usage tracker for resource:port and tenant:4c25715561aa4de8989e4570212a339c is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:28.974501 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-f62f7e01-9db2-4f4c-85d7-9043df13d15c tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Quota usage for port was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:28.992319 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b39a1caf-7480-4573-9004-1582fef35a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:29.023945 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-f62f7e01-9db2-4f4c-85d7-9043df13d15c tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:29.029865 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-92d2feb7-7f23-4b83-88f0-ee16caa2dd42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:29.177846 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Allocated IP 172.28.0.243 (512bef08-258b-4e03-8592-7639e3feb0a7/afc97f5e-62e7-4d57-b78b-6d502dcdcf4b/9e76a1fe-96a5-47ce-bb31-338c8ce7b553) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:17:29.190909 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-f62f7e01-9db2-4f4c-85d7-9043df13d15c tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Made reservation on behalf of 4c25715561aa4de8989e4570212a339c for: {'port': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:17:29.202288 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-f62f7e01-9db2-4f4c-85d7-9043df13d15c tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:29.264217 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-b39a1caf-7480-4573-9004-1582fef35a73 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c0cc9e8a27e948848f1ac9bd2e277238&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4145317 Jan 15 10:17:29.293252 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 55398) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:29.308368 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a1caf-7480-4573-9004-1582fef35a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7bc3c5-c01d-4767-9bb0-6ed78a73e35b,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:29.328931 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b39a1caf-7480-4573-9004-1582fef35a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:29.453938 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69097c47-c851-437b-9efa-7b977365dd24 None None] Pushing event updated for resources: {'Port': ['ID=3c62f3ff-4be5-4bf0-a521-015edb8afbe9,revision_number=3']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:29.482582 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-69097c47-c851-437b-9efa-7b977365dd24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:29.605209 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] Routers {'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:17:29.605907 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:17:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:29.727372 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25dd2a8-4f54-489b-823b-077e84df17d7 admin admin] Pushing event updated for resources: {'Port': ['ID=8b93908d-6598-4c7c-9685-7e7dd9903758,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:29.766691 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-64163693-c43a-4dc3-9b56-21153908efe6 req-cb3101d6-b2ef-42a2-852b-5867180622a6 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/ports?device_id=0666ce70-2a86-4cae-8042-368f64bbe186 HTTP/1.1" status: 200 len: 210 time: 0.5204940 Jan 15 10:17:29.777845 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f25dd2a8-4f54-489b-823b-077e84df17d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.913s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:29.824993 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25dd2a8-4f54-489b-823b-077e84df17d7 admin admin] Network 8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f is already hosted by enough agents. {{(pid=80099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:17:29.854183 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-f25dd2a8-4f54-489b-823b-077e84df17d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:17:29.876378 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25dd2a8-4f54-489b-823b-077e84df17d7 admin admin] Received port after_create {{(pid=80099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:17:29.881363 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f25dd2a8-4f54-489b-823b-077e84df17d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854255858'] for router_interface, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:29.938786 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 55406) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:30.322701 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-95984592-e129-4511-90e2-76b150a653dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:30.405843 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] Set router edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:17:30.468878 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-95984592-e129-4511-90e2-76b150a653dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:30.667729 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-95984592-e129-4511-90e2-76b150a653dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:30.729194 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:30.756856 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f25dd2a8-4f54-489b-823b-077e84df17d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:30.770800 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-82586382-f334-40bd-8386-e1b7a812f7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:30.827481 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 8beff705-7158-4ebc-87fa-3400ea529163 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:30.829255 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95984592-e129-4511-90e2-76b150a653dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7bc3c5-c01d-4767-9bb0-6ed78a73e35b,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:30.878651 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:30.894830 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-82586382-f334-40bd-8386-e1b7a812f7ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:31.046541 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-82586382-f334-40bd-8386-e1b7a812f7ef admin admin] Usage tracker for resource:security_group_rule and tenant:a64629b201dd4bef91ce75ee48cfafdb is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:31.059245 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-82586382-f334-40bd-8386-e1b7a812f7ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:31.116903 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-95984592-e129-4511-90e2-76b150a653dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:31.134971 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-82586382-f334-40bd-8386-e1b7a812f7ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:31.203995 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-95984592-e129-4511-90e2-76b150a653dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:31.205651 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-95984592-e129-4511-90e2-76b150a653dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4e7bc3c5-c01d-4767-9bb0-6ed78a73e35b HTTP/1.1" status: 204 len: 168 time: 1.8885400 Jan 15 10:17:31.218045 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-f62f7e01-9db2-4f4c-85d7-9043df13d15c tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Allocated IP 172.20.0.5 (2468abf2-45ea-4327-8091-539cb0a23d9c/566c3c5d-abb8-45a3-bf72-1be64b373c1e/226adc21-1c5c-47ae-8c47-b920e562f18c) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:17:31.325113 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2a021d4e-89d7-4f5a-a35b-2394e515c567 req-5fa05caa-4936-45cc-9d38-65db9a7dddc4 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/ports?device_id=0666ce70-2a86-4cae-8042-368f64bbe186 HTTP/1.1" status: 200 len: 210 time: 0.1853268 Jan 15 10:17:31.412057 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:31.529178 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:31.765460 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-b3258097-51b1-4800-9662-cb35f7f78f5d None None] Provisioning for port 8b93908d-6598-4c7c-9685-7e7dd9903758 completed by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:17:31.789637 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-b3258097-51b1-4800-9662-cb35f7f78f5d None None] Provisioning complete for port 8b93908d-6598-4c7c-9685-7e7dd9903758 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:31.789930 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b3258097-51b1-4800-9662-cb35f7f78f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:31.889982 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-b3258097-51b1-4800-9662-cb35f7f78f5d None None] Port 8b93908d-6598-4c7c-9685-7e7dd9903758 cannot update to ACTIVE because it is not bound. {{(pid=80100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:17:31.919960 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning for port 8beff705-7158-4ebc-87fa-3400ea529163 completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:17:31.947269 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port 8beff705-7158-4ebc-87fa-3400ea529163 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:31.947760 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:32.069851 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13c974-b886-4173-9863-7ff8d5578825 req-a5b074da-4a4b-417e-aed0-c9b52d43bc7c tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:32.071302 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-0b13c974-b886-4173-9863-7ff8d5578825 req-a5b074da-4a4b-417e-aed0-c9b52d43bc7c tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Synchronizing usage tracker for tenant:abfc5430ec924b65b5d1d6a28978f3e3 on resource:network {{(pid=80099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:17:32.101423 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'name': 'tempest-AttachVolumeTestJSON-873034581-router', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:17:18Z', 'revision_number': 3, 'project_id': '1d2e666365284aacad9462063764b9e2', 'gw_port': {'id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:16Z', 'updated_at': '2021-01-15T10:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:32.144009 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbab82-4e2c-4ea2-9f06-c608ee6c47e5 None None] The sync data for ids ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'] in dv-cinder-768592-3-smb is: [{'id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'name': 'tempest-AttachVolumeTestJSON-873034581-router', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:17:18Z', 'revision_number': 3, 'project_id': '1d2e666365284aacad9462063764b9e2', 'gw_port': {'id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:16Z', 'updated_at': '2021-01-15T10:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}] {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:17:32.215452 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f25dd2a8-4f54-489b-823b-077e84df17d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:32.225975 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f25dd2a8-4f54-489b-823b-077e84df17d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:32.227766 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f25dd2a8-4f54-489b-823b-077e84df17d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1027109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520177'] for router_interface, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:32.271550 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:32.320491 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:32.407574 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 55464) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:32.412263 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] For port 8beff705-7158-4ebc-87fa-3400ea529163, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=8beff705-7158-4ebc-87fa-3400ea529163,segment=NetworkSegment(46701ca6-a814-4d34-86b7-c77ab641a4f7),segment_id=46701ca6-a814-4d34-86b7-c77ab641a4f7)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:17:32.418959 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:32.421501 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:32.429368 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Network 512bef08-258b-4e03-8592-7639e3feb0a7 is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:17:32.460855 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:17:32.463232 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Pushing event updated for resources: {'Port': ['ID=9e76a1fe-96a5-47ce-bb31-338c8ce7b553,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:32.466118 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:17:32.524257 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f5edd759-db00-44ac-8f6c-58752329e9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:32.548708 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.019s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:32.613513 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-f5edd759-db00-44ac-8f6c-58752329e9aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:32.622792 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Pushing event updated for resources: {'Port': ['ID=8beff705-7158-4ebc-87fa-3400ea529163,revision_number=5']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:32.626873 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-f5edd759-db00-44ac-8f6c-58752329e9aa admin admin] Usage tracker for resource:security_group_rule and tenant:0f6c7f34d8304462a175371697d036a6 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:32.627108 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:32.639960 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-f5edd759-db00-44ac-8f6c-58752329e9aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:32.668917 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-f5edd759-db00-44ac-8f6c-58752329e9aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:32.685947 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:32.897925 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-82586382-f334-40bd-8386-e1b7a812f7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:32.900748 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25dd2a8-4f54-489b-823b-077e84df17d7 admin admin] Pushing event updated for resources: {'Port': ['ID=8b93908d-6598-4c7c-9685-7e7dd9903758,revision_number=2']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:32.905358 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning for port 9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5 completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:17:32.918019 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port 9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:32.918422 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:32.923954 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f25dd2a8-4f54-489b-823b-077e84df17d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:33.034633 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f5edd759-db00-44ac-8f6c-58752329e9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:33.049308 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-82586382-f334-40bd-8386-e1b7a812f7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:33.057007 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f5edd759-db00-44ac-8f6c-58752329e9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:33.062277 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-78a6f289-4828-4e2d-baa5-5b2b119a5a8e req-2c942b15-c1e2-4d87-b608-1fd47013a312 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/ports?device_id=0666ce70-2a86-4cae-8042-368f64bbe186 HTTP/1.1" status: 200 len: 210 time: 0.1368043 Jan 15 10:17:33.091027 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:33.155555 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82586382-f334-40bd-8386-e1b7a812f7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f332a5c-46be-4e0c-a75d-2cb42e57a111,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:33.221542 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-0b13c974-b886-4173-9863-7ff8d5578825 req-a5b074da-4a4b-417e-aed0-c9b52d43bc7c tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Unset dirty status for tenant:abfc5430ec924b65b5d1d6a28978f3e3 on resource:network {{(pid=80099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:17:33.224519 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:33.233926 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0b13c974-b886-4173-9863-7ff8d5578825 req-a5b074da-4a4b-417e-aed0-c9b52d43bc7c tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/networks?id=60c0f2f7-268b-47c9-a1ee-3c187c42dd49 HTTP/1.1" status: 200 len: 819 time: 2.6129072 Jan 15 10:17:33.263542 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] For port 9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5,segment=NetworkSegment(b0c09c06-7b10-4f05-84b2-2c066d8764a1),segment_id=b0c09c06-7b10-4f05-84b2-2c066d8764a1)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:17:33.270105 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for floatingip, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:33.270631 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:33.272771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a082a2f5-644e-482d-9a68-ac0ce8ff5c0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:33.289797 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0b13c974-b886-4173-9863-7ff8d5578825 req-b50153f8-30e2-46c7-8850-dd0b5b2bb64f tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/quotas/abfc5430ec924b65b5d1d6a28978f3e3 HTTP/1.1" status: 200 len: 375 time: 0.0542984 Jan 15 10:17:33.444988 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Pushing event updated for resources: {'Port': ['ID=9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:33.448034 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edd759-db00-44ac-8f6c-58752329e9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f97958c-f2e4-4aee-9471-3df5561ebcbb,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:33.461593 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25dd2a8-4f54-489b-823b-077e84df17d7 admin admin] Network 8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f is already hosted by enough agents. {{(pid=80099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:17:33.464146 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-f25dd2a8-4f54-489b-823b-077e84df17d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:17:33.467947 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:33.479455 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-0b13c974-b886-4173-9863-7ff8d5578825 req-97696c1e-d7c0-4b9d-8909-c34e11969935 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Synchronizing usage tracker for tenant:abfc5430ec924b65b5d1d6a28978f3e3 on resource:port {{(pid=80099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:17:33.496903 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f5edd759-db00-44ac-8f6c-58752329e9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:33.565078 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.309s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:33.565571 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:33.592815 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-f5edd759-db00-44ac-8f6c-58752329e9aa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f6c7f34d8304462a175371697d036a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1760762 Jan 15 10:17:33.601782 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-82586382-f334-40bd-8386-e1b7a812f7ef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a64629b201dd4bef91ce75ee48cfafdb&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6348119 Jan 15 10:17:33.610429 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 55496) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:33.610813 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 55498) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:33.821672 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-0b13c974-b886-4173-9863-7ff8d5578825 req-97696c1e-d7c0-4b9d-8909-c34e11969935 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Unset dirty status for tenant:abfc5430ec924b65b5d1d6a28978f3e3 on resource:port {{(pid=80099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:17:33.833304 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0b13c974-b886-4173-9863-7ff8d5578825 req-97696c1e-d7c0-4b9d-8909-c34e11969935 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?tenant_id=abfc5430ec924b65b5d1d6a28978f3e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5422316 Jan 15 10:17:33.846374 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25dd2a8-4f54-489b-823b-077e84df17d7 admin admin] Router edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 has already been hosted by L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 {{(pid=80099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:17:33.868006 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-4d5e3582-d21b-4c14-b35d-6548a489c9c2 None None] Provisioning complete for port 8b93908d-6598-4c7c-9685-7e7dd9903758 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:33.868916 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4d5e3582-d21b-4c14-b35d-6548a489c9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:33.882177 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3ecf62f0-e7c7-427d-990d-f6814a630a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:33.884427 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:34.021178 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-4d5e3582-d21b-4c14-b35d-6548a489c9c2 None None] Port 8b93908d-6598-4c7c-9685-7e7dd9903758 cannot update to ACTIVE because it is not bound. {{(pid=80100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:17:34.266477 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25dd2a8-4f54-489b-823b-077e84df17d7 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:17:34.276787 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-f25dd2a8-4f54-489b-823b-077e84df17d7 admin admin] 10.222.0.60 "PUT /v2.0/routers/edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8975849 Jan 15 10:17:34.373575 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [req-0b13c974-b886-4173-9863-7ff8d5578825 req-dbff52bc-1796-4aa8-92a9-6422bdad248d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:17:34.382094 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0b13c974-b886-4173-9863-7ff8d5578825 req-dbff52bc-1796-4aa8-92a9-6422bdad248d service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1184702 Jan 15 10:17:34.458679 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-f62f7e01-9db2-4f4c-85d7-9043df13d15c tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:34.654373 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 8beff705-7158-4ebc-87fa-3400ea529163 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:34.836163 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.db.resource_extend [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 15 10:17:34.872915 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port 8beff705-7158-4ebc-87fa-3400ea529163 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:34.873554 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:34.884003 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:34.886142 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0c70b406-c139-4848-bdf5-8165af02b427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:34.999813 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:35.009138 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0c70b406-c139-4848-bdf5-8165af02b427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:35.067027 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3ecf62f0-e7c7-427d-990d-f6814a630a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:35.069525 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-eff06a09-be58-4262-95e3-a1303146696e req-e884a522-6237-45a5-b489-4947b3e4c781 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/ports?device_id=0666ce70-2a86-4cae-8042-368f64bbe186 HTTP/1.1" status: 200 len: 210 time: 0.3931181 Jan 15 10:17:35.076420 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0b13c974-b886-4173-9863-7ff8d5578825 req-1f3d7dbb-f5d5-4910-a856-a511579d5ea9 service neutron] 10.222.0.60 "GET /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6932716 Jan 15 10:17:35.196286 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:35.206578 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-8f83dc04-e652-48c7-b86c-ad7333bb4091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:35.224971 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 55536) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:35.306139 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port 9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:35.307923 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:35.336163 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] Sync routers for ids ['0918c051-82b4-4136-bbae-d9909a81db56'] in dv-cinder-768592-3-smb {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:17:35.361588 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] Routers {'0918c051-82b4-4136-bbae-d9909a81db56'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:17:35.362292 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:17:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['0918c051-82b4-4136-bbae-d9909a81db56'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:35.580273 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3ecf62f0-e7c7-427d-990d-f6814a630a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:35.597431 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0c70b406-c139-4848-bdf5-8165af02b427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:35.813538 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0b13c974-b886-4173-9863-7ff8d5578825 req-c5ed5c5d-7895-421f-ba86-1eafc5761128 service neutron] 10.222.0.60 "GET /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7109182 Jan 15 10:17:35.908235 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-06e1e91d-a14a-4b86-b4c9-01609dc759d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:35.918995 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-f62f7e01-9db2-4f4c-85d7-9043df13d15c tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:35.920741 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Pushing event updated for resources: {'Port': ['ID=9e76a1fe-96a5-47ce-bb31-338c8ce7b553,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:35.943083 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:35.963578 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-06e1e91d-a14a-4b86-b4c9-01609dc759d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:35.978617 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-06e1e91d-a14a-4b86-b4c9-01609dc759d0 admin admin] Usage tracker for resource:security_group_rule and tenant:f62965441ce349548b2f38a0b9213f05 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:35.982843 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:35.988748 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-06e1e91d-a14a-4b86-b4c9-01609dc759d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:36.007096 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-06e1e91d-a14a-4b86-b4c9-01609dc759d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:36.009448 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf62f0-e7c7-427d-990d-f6814a630a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f332a5c-46be-4e0c-a75d-2cb42e57a111,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:36.020256 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] Set router 0918c051-82b4-4136-bbae-d9909a81db56 gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:17:36.209014 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70b406-c139-4848-bdf5-8165af02b427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f97958c-f2e4-4aee-9471-3df5561ebcbb,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:36.223659 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-06e1e91d-a14a-4b86-b4c9-01609dc759d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:36.228295 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-06e1e91d-a14a-4b86-b4c9-01609dc759d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:36.262776 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0c70b406-c139-4848-bdf5-8165af02b427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:36.264087 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-0c70b406-c139-4848-bdf5-8165af02b427 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f97958c-f2e4-4aee-9471-3df5561ebcbb HTTP/1.1" status: 204 len: 168 time: 2.6487117 Jan 15 10:17:36.274232 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0c70b406-c139-4848-bdf5-8165af02b427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:36.306257 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-95984592-e129-4511-90e2-76b150a653dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:36.339986 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-06e1e91d-a14a-4b86-b4c9-01609dc759d0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f62965441ce349548b2f38a0b9213f05&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0949793 Jan 15 10:17:36.359714 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 55556) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:36.363294 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.446s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:36.363712 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:36.534383 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1e91d-a14a-4b86-b4c9-01609dc759d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7680d96-3671-43c5-92a6-74d880bc434c,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:36.551492 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-06e1e91d-a14a-4b86-b4c9-01609dc759d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:36.629849 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.624s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:36.689743 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 3c62f3ff-4be5-4bf0-a521-015edb8afbe9 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:36.799590 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5b8641cc-a7d7-4a4c-bff2-bf0d38177ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:36.874652 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0918c051-82b4-4136-bbae-d9909a81db56', 'name': 'tempest-ServerRescueNegativeTestJSON-1503849412-router', 'tenant_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': '9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:17:23Z', 'revision_number': 4, 'project_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'gw_port': {'id': '9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918c051-82b4-4136-bbae-d9909a81db56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:15Z', 'updated_at': '2021-01-15T10:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '17b1e03c-5e42-42ca-b20c-d86246d48ce1', 'name': '', 'network_id': '60c0f2f7-268b-47c9-a1ee-3c187c42dd49', 'tenant_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'mac_address': 'fa:16:3e:3a:b5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0918c051-82b4-4136-bbae-d9909a81db56', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5e50e1e9-0d81-4100-9cb2-e63b82b84a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:20Z', 'updated_at': '2021-01-15T10:17:25Z', 'revision_number': 2, 'project_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'subnets': [{'id': '5e50e1e9-0d81-4100-9cb2-e63b82b84a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:36.879783 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] Checking router: 0918c051-82b4-4136-bbae-d9909a81db56 for host: dv-cinder-768592-3-smb {{(pid=80101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:17:36.880595 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] Updating router 0918c051-82b4-4136-bbae-d9909a81db56 port 17b1e03c-5e42-42ca-b20c-d86246d48ce1 binding host dv-cinder-768592-3-smb {{(pid=80101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:17:36.938828 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f7e01-9db2-4f4c-85d7-9043df13d15c tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Pushing event updated for resources: {'Port': ['ID=226adc21-1c5c-47ae-8c47-b920e562f18c,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:36.961433 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:36.995232 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3ecf62f0-e7c7-427d-990d-f6814a630a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:37.003542 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-3ecf62f0-e7c7-427d-990d-f6814a630a47 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f332a5c-46be-4e0c-a75d-2cb42e57a111 HTTP/1.1" status: 204 len: 168 time: 3.3706105 Jan 15 10:17:37.017892 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5b8641cc-a7d7-4a4c-bff2-bf0d38177ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:37.024232 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f62f7e01-9db2-4f4c-85d7-9043df13d15c tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:37.041736 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning for port 3c62f3ff-4be5-4bf0-a521-015edb8afbe9 completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:17:37.064027 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port 3c62f3ff-4be5-4bf0-a521-015edb8afbe9 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:37.071605 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:37.126644 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409790'] for floatingip, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:37.188454 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf6a7c-18d9-49a6-b116-3b8c7e5922ce req-47d516b5-dc29-41af-ade7-82cc7ea8a2b9 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:37.200337 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b5cf6a7c-18d9-49a6-b116-3b8c7e5922ce req-47d516b5-dc29-41af-ade7-82cc7ea8a2b9 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/ports?device_id=0666ce70-2a86-4cae-8042-368f64bbe186 HTTP/1.1" status: 200 len: 931 time: 0.6409183 Jan 15 10:17:37.215904 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for floatingip, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:37.236060 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.5988238 Jan 15 10:17:37.415570 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-f62f7e01-9db2-4f4c-85d7-9043df13d15c tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Network 2468abf2-45ea-4327-8091-539cb0a23d9c is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:17:37.420386 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-f62f7e01-9db2-4f4c-85d7-9043df13d15c tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:17:37.440033 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-f62f7e01-9db2-4f4c-85d7-9043df13d15c tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:17:37.517886 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-b5cf6a7c-18d9-49a6-b116-3b8c7e5922ce req-8c817c6b-57cd-4ad8-9b75-c839f825bbf4 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Synchronizing usage tracker for tenant:4c25715561aa4de8989e4570212a339c on resource:security_group {{(pid=80099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:17:37.524942 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-f62f7e01-9db2-4f4c-85d7-9043df13d15c tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:37.525857 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-f62f7e01-9db2-4f4c-85d7-9043df13d15c tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:37.543448 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5b8641cc-a7d7-4a4c-bff2-bf0d38177ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:37.590257 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:37.621719 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:37.629797 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-f62f7e01-9db2-4f4c-85d7-9043df13d15c tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.9653454 Jan 15 10:17:37.648461 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-797add3b-d6c1-4027-babe-4b9e7c18fdc2 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:17:37.652256 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-797add3b-d6c1-4027-babe-4b9e7c18fdc2 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0211892 Jan 15 10:17:37.679142 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] For port 3c62f3ff-4be5-4bf0-a521-015edb8afbe9, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=3c62f3ff-4be5-4bf0-a521-015edb8afbe9,segment=NetworkSegment(b0c09c06-7b10-4f05-84b2-2c066d8764a1),segment_id=b0c09c06-7b10-4f05-84b2-2c066d8764a1)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:17:37.686774 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5b8641cc-a7d7-4a4c-bff2-bf0d38177ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:37.688264 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:37.691948 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-5b8641cc-a7d7-4a4c-bff2-bf0d38177ccb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b7680d96-3671-43c5-92a6-74d880bc434c HTTP/1.1" status: 204 len: 168 time: 1.3272421 Jan 15 10:17:37.694103 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8641cc-a7d7-4a4c-bff2-bf0d38177ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7680d96-3671-43c5-92a6-74d880bc434c,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:37.696356 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-b5cf6a7c-18d9-49a6-b116-3b8c7e5922ce req-8c817c6b-57cd-4ad8-9b75-c839f825bbf4 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Unset dirty status for tenant:4c25715561aa4de8989e4570212a339c on resource:security_group {{(pid=80099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:17:37.704762 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1f3fd741-cbc7-4f06-a6b4-68eeabfacd76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:37.710983 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b5cf6a7c-18d9-49a6-b116-3b8c7e5922ce req-8c817c6b-57cd-4ad8-9b75-c839f825bbf4 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/security-groups?id=716b4b77-0b7a-41cf-9f3e-40be5add5e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427354 Jan 15 10:17:37.717705 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-5b8641cc-a7d7-4a4c-bff2-bf0d38177ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:37.900698 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 55612) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:37.906767 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-afb665ab-bea3-4172-8f1f-8ce9abd50348 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Request body: {'security_group': {'name': 'tempest-securitygroup--225391125', 'description': 'tempest-description--1500594525'}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:37.908591 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Pushing event updated for resources: {'Port': ['ID=3c62f3ff-4be5-4bf0-a521-015edb8afbe9,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:37.935244 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-afb665ab-bea3-4172-8f1f-8ce9abd50348 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:37.950056 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-afb665ab-bea3-4172-8f1f-8ce9abd50348 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Usage tracker for resource:security_group and tenant:1d2e666365284aacad9462063764b9e2 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:37.954681 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-afb665ab-bea3-4172-8f1f-8ce9abd50348 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:37.978586 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:37.979801 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-afb665ab-bea3-4172-8f1f-8ce9abd50348 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:38.126509 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:38.140444 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] Transition to ACTIVE for port object 17b1e03c-5e42-42ca-b20c-d86246d48ce1 will not be triggered until provisioned by entity L2. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:17:38.146258 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:38.168734 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-afb665ab-bea3-4172-8f1f-8ce9abd50348 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:38.294299 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-56dea64f-c423-44ec-9ecb-b56c5ab9d3e6 req-55b620ed-990c-4b67-a9fd-5c8c4bda0f6a tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 210 time: 0.2798049 Jan 15 10:17:38.297787 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-afb665ab-bea3-4172-8f1f-8ce9abd50348 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:38.309676 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-afb665ab-bea3-4172-8f1f-8ce9abd50348 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Usage tracker for resource:security_group_rule and tenant:1d2e666365284aacad9462063764b9e2 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:38.326696 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-afb665ab-bea3-4172-8f1f-8ce9abd50348 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:38.335343 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-afb665ab-bea3-4172-8f1f-8ce9abd50348 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:38.424801 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-9bc298f1-20e7-4ec6-bcb0-b3d269ba4fd7 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1809065138&fields=id&tenant_id=7967420a877241f7a390365788b33c53 HTTP/1.1" status: 200 len: 267 time: 0.0993350 Jan 15 10:17:38.475926 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a6b2b8f7-5f4b-4150-ae80-7897edff5340 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:38.503508 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] Sync routers for ids ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'] in dv-cinder-768592-3-smb {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:17:38.526720 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] Routers {'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:17:38.527449 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:17:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:38.726605 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 55634) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:38.776161 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-545d6392-ee53-412f-8e28-11a26bfb4eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:38.817671 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950a826-6b40-4254-b20f-463b5a38d2fd None None] Pushing event updated for resources: {'Port': ['ID=17b1e03c-5e42-42ca-b20c-d86246d48ce1,revision_number=3']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:38.843965 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-545d6392-ee53-412f-8e28-11a26bfb4eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:38.858746 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-545d6392-ee53-412f-8e28-11a26bfb4eb7 admin admin] Usage tracker for resource:security_group_rule and tenant:321897cd51cd471bb6e52a762c3fafcd is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:38.871980 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-545d6392-ee53-412f-8e28-11a26bfb4eb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:38.892976 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-545d6392-ee53-412f-8e28-11a26bfb4eb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:38.902926 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1950a826-6b40-4254-b20f-463b5a38d2fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:38.975101 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] Attempting to bind port 17b1e03c-5e42-42ca-b20c-d86246d48ce1 on host dv-cinder-768592-3-smb for vnic_type normal with profile {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:17:38.975853 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] Attempting to bind port 17b1e03c-5e42-42ca-b20c-d86246d48ce1 by drivers openvswitch on host dv-cinder-768592-3-smb at level 0 using segments [{'id': 'df2c266a-1339-4852-923e-89f2bf75b81c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60c0f2f7-268b-47c9-a1ee-3c187c42dd49'}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:17:38.976457 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] Attempting to bind port 17b1e03c-5e42-42ca-b20c-d86246d48ce1 on network 60c0f2f7-268b-47c9-a1ee-3c187c42dd49 {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:17:38.982623 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-847663bf-0599-4eb7-84f1-5255bfcd9f84 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:38.990889 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-847663bf-0599-4eb7-84f1-5255bfcd9f84 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/networks?id=ee63e9f3-0f98-4146-b7e4-219c5a0de38d HTTP/1.1" status: 200 len: 816 time: 0.5647190 Jan 15 10:17:39.007231 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] Checking agent: {'id': '76195a66-59ce-4b08-8c8f-8789c84dc4dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:17:39.016220 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] Checking segment: {'id': 'df2c266a-1339-4852-923e-89f2bf75b81c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60c0f2f7-268b-47c9-a1ee-3c187c42dd49'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:17:39.023298 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:39.024047 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] Bound using segment: {'id': 'df2c266a-1339-4852-923e-89f2bf75b81c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60c0f2f7-268b-47c9-a1ee-3c187c42dd49'} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:17:39.024796 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] Bound port: 17b1e03c-5e42-42ca-b20c-d86246d48ce1, host: dv-cinder-768592-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2c266a-1339-4852-923e-89f2bf75b81c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60c0f2f7-268b-47c9-a1ee-3c187c42dd49'}}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:17:39.025441 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:39.044443 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-fdf18884-ccd1-49c6-9efe-94f4613faaf3 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/quotas/7967420a877241f7a390365788b33c53 HTTP/1.1" status: 200 len: 375 time: 0.0524647 Jan 15 10:17:39.164638 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-afb665ab-bea3-4172-8f1f-8ce9abd50348 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:39.257368 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] For port 17b1e03c-5e42-42ca-b20c-d86246d48ce1, host dv-cinder-768592-3-smb, cleared binding levels {{(pid=80101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:17:39.266591 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] For port 17b1e03c-5e42-42ca-b20c-d86246d48ce1, host dv-cinder-768592-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=17b1e03c-5e42-42ca-b20c-d86246d48ce1,segment=NetworkSegment(df2c266a-1339-4852-923e-89f2bf75b81c),segment_id=df2c266a-1339-4852-923e-89f2bf75b81c)] {{(pid=80101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:17:39.273844 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-afb665ab-bea3-4172-8f1f-8ce9abd50348 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:39.301037 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:39.303254 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:39.322514 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 3c62f3ff-4be5-4bf0-a521-015edb8afbe9 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:39.416524 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-545d6392-ee53-412f-8e28-11a26bfb4eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:39.424396 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-545d6392-ee53-412f-8e28-11a26bfb4eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:39.477800 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb665ab-bea3-4172-8f1f-8ce9abd50348 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7678f0-85f7-4359-8bb9-13967dc1c5b7,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:39.506179 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-afb665ab-bea3-4172-8f1f-8ce9abd50348 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:39.517240 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-afb665ab-bea3-4172-8f1f-8ce9abd50348 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:39.518555 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-afb665ab-bea3-4172-8f1f-8ce9abd50348 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6164610 Jan 15 10:17:39.533079 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 55652) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:39.533079 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:39.557897 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:39.568726 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-545d6392-ee53-412f-8e28-11a26bfb4eb7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=321897cd51cd471bb6e52a762c3fafcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8388984 Jan 15 10:17:39.587575 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 55656) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:39.633982 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-98c8bf6f-ab53-45eb-a5b3-7692dc72df6c tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?tenant_id=7967420a877241f7a390365788b33c53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5763872 Jan 15 10:17:39.634299 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-e82fc76d-48b8-4f67-b65b-da73f183da77 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Request body: {'security_group_rule': {'security_group_id': '9e7678f0-85f7-4359-8bb9-13967dc1c5b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:39.688592 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] Set router edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:17:39.689523 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950a826-6b40-4254-b20f-463b5a38d2fd None None] Pushing event updated for resources: {'Port': ['ID=17b1e03c-5e42-42ca-b20c-d86246d48ce1,revision_number=4']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:39.705163 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1950a826-6b40-4254-b20f-463b5a38d2fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:39.792170 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] Routers {'0918c051-82b4-4136-bbae-d9909a81db56'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:17:39.792880 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:17:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['0918c051-82b4-4136-bbae-d9909a81db56'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:39.842297 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 55668) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:39.845141 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-db966669-eda4-4c88-8594-621d5c106f5e service neutron] 10.222.0.60 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103410 Jan 15 10:17:39.871524 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c41a5c-e235-4158-bc65-b952b73db602 req-a58ec8da-862e-4077-848c-55f131825178 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:39.880367 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-71c41a5c-e235-4158-bc65-b952b73db602 req-a58ec8da-862e-4077-848c-55f131825178 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/ports?device_id=0666ce70-2a86-4cae-8042-368f64bbe186 HTTP/1.1" status: 200 len: 931 time: 0.7281525 Jan 15 10:17:39.894743 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-e82fc76d-48b8-4f67-b65b-da73f183da77 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:39.990839 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-05595dd0-c31f-437f-9227-b82546f83e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:40.001491 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-e82fc76d-48b8-4f67-b65b-da73f183da77 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Usage tracker for resource:security_group_rule and tenant:1d2e666365284aacad9462063764b9e2 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:40.011476 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-05595dd0-c31f-437f-9227-b82546f83e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:40.012055 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-e82fc76d-48b8-4f67-b65b-da73f183da77 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:40.016297 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-05595dd0-c31f-437f-9227-b82546f83e26 admin admin] Usage tracker for resource:security_group_rule and tenant:a531087a7a08482da4fe352bcbc42eab is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:40.019739 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-05595dd0-c31f-437f-9227-b82546f83e26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:40.025996 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-05595dd0-c31f-437f-9227-b82546f83e26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:40.108667 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d6392-ee53-412f-8e28-11a26bfb4eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934417b0-007d-4eef-a3ed-ac90f75b2cd6,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:40.119714 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-545d6392-ee53-412f-8e28-11a26bfb4eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:40.123886 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7fcc75c8-2abe-4bcb-a92e-862076526a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:40.200962 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-05595dd0-c31f-437f-9227-b82546f83e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:40.225746 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7fcc75c8-2abe-4bcb-a92e-862076526a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:40.340382 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-05595dd0-c31f-437f-9227-b82546f83e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:40.350301 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-e82fc76d-48b8-4f67-b65b-da73f183da77 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:40.354428 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7fcc75c8-2abe-4bcb-a92e-862076526a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:40.365246 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f5edd759-db00-44ac-8f6c-58752329e9aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:40.401770 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7fcc75c8-2abe-4bcb-a92e-862076526a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:40.403583 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-7fcc75c8-2abe-4bcb-a92e-862076526a60 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/934417b0-007d-4eef-a3ed-ac90f75b2cd6 HTTP/1.1" status: 204 len: 168 time: 0.8116612 Jan 15 10:17:40.405076 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc75c8-2abe-4bcb-a92e-862076526a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934417b0-007d-4eef-a3ed-ac90f75b2cd6,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:40.410134 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-7fcc75c8-2abe-4bcb-a92e-862076526a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:40.429486 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e82fc76d-48b8-4f67-b65b-da73f183da77 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for security_group_rule, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:40.457997 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a2224806-e706-4487-99f3-c1625d8596b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:40.488156 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 55682) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:40.491889 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-05595dd0-c31f-437f-9227-b82546f83e26 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a531087a7a08482da4fe352bcbc42eab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6082320 Jan 15 10:17:40.563994 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-71c41a5c-e235-4158-bc65-b952b73db602 req-d6382512-80ed-4834-9c96-f019aef32e8d tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/security-groups?id=716b4b77-0b7a-41cf-9f3e-40be5add5e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6763566 Jan 15 10:17:40.639359 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] Set router 0918c051-82b4-4136-bbae-d9909a81db56 gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:17:40.708052 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05595dd0-c31f-437f-9227-b82546f83e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a012e54-bf44-4e2b-b813-52577ebf2f05,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:40.722425 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-05595dd0-c31f-437f-9227-b82546f83e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:40.754019 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-55b1949b-e244-4844-a1cf-2deb58957fca service neutron] 10.222.0.60 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8691547 Jan 15 10:17:40.778869 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] Request body: {'port': {'device_id': '0666ce70-2a86-4cae-8042-368f64bbe186', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:40.790108 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port 3c62f3ff-4be5-4bf0-a521-015edb8afbe9 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:40.790531 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:41.002538 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e82fc76d-48b8-4f67-b65b-da73f183da77 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:41.045303 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e82fc76d-48b8-4f67-b65b-da73f183da77 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328337'] for security_group_rule, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:41.050277 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-529945e1-fcc1-4e26-84f6-fb6c19b28f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:41.152403 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-529945e1-fcc1-4e26-84f6-fb6c19b28f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:41.262914 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:41.338774 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fc76d-48b8-4f67-b65b-da73f183da77 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca2cf62-69ee-4173-8d25-c73f0aad4783,revision_number=0']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:41.342715 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e82fc76d-48b8-4f67-b65b-da73f183da77 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:41.347380 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e82fc76d-48b8-4f67-b65b-da73f183da77 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for security_group_rule, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:41.352076 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-e82fc76d-48b8-4f67-b65b-da73f183da77 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7805469 Jan 15 10:17:41.352851 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-529945e1-fcc1-4e26-84f6-fb6c19b28f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:41.355841 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-529945e1-fcc1-4e26-84f6-fb6c19b28f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:41.360016 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-529945e1-fcc1-4e26-84f6-fb6c19b28f98 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1a012e54-bf44-4e2b-b813-52577ebf2f05 HTTP/1.1" status: 204 len: 168 time: 0.8478422 Jan 15 10:17:41.360016 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 55710) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:41.360016 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0c70b406-c139-4848-bdf5-8165af02b427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:41.538275 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214269f-447c-4141-b196-3b14fae3e48b req-8a08c3e7-302d-44dd-94b8-8b7bfdf914d4 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:41.555384 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-e8827dd5-650d-440d-8fbd-7323d5744dd0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Request body: {'security_group_rule': {'security_group_id': '9e7678f0-85f7-4359-8bb9-13967dc1c5b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:41.566778 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e214269f-447c-4141-b196-3b14fae3e48b req-8a08c3e7-302d-44dd-94b8-8b7bfdf914d4 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/networks?id=60c0f2f7-268b-47c9-a1ee-3c187c42dd49 HTTP/1.1" status: 200 len: 819 time: 0.6162632 Jan 15 10:17:41.575000 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529945e1-fcc1-4e26-84f6-fb6c19b28f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a012e54-bf44-4e2b-b813-52577ebf2f05,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:41.588538 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'name': 'tempest-AttachVolumeTestJSON-873034581-router', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:17:30Z', 'revision_number': 4, 'project_id': '1d2e666365284aacad9462063764b9e2', 'gw_port': {'id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:16Z', 'updated_at': '2021-01-15T10:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '8b93908d-6598-4c7c-9685-7e7dd9903758', 'name': '', 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'mac_address': 'fa:16:3e:ab:97:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:27Z', 'updated_at': '2021-01-15T10:17:31Z', 'revision_number': 2, 'project_id': '1d2e666365284aacad9462063764b9e2', 'subnets': [{'id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:41.603163 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-529945e1-fcc1-4e26-84f6-fb6c19b28f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:41.606606 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:41.625501 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e214269f-447c-4141-b196-3b14fae3e48b req-5b281711-25e7-4341-a1b1-f031605e3529 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/quotas/abfc5430ec924b65b5d1d6a28978f3e3 HTTP/1.1" status: 200 len: 375 time: 0.0537071 Jan 15 10:17:41.629929 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] Checking router: edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 for host: dv-cinder-768592-3-smb {{(pid=80100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:17:41.636239 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] Updating router edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 port 8b93908d-6598-4c7c-9685-7e7dd9903758 binding host dv-cinder-768592-3-smb {{(pid=80100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:17:41.878293 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8f6d71fa-8e05-4a88-a95b-c417301a9611 req-ff062806-a993-4e28-8407-d9b94ebe2ba8 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 210 time: 0.3051746 Jan 15 10:17:41.945615 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.73', 50204) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:42.017927 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:42.440892 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0918c051-82b4-4136-bbae-d9909a81db56', 'name': 'tempest-ServerRescueNegativeTestJSON-1503849412-router', 'tenant_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': '9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:17:23Z', 'revision_number': 4, 'project_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'gw_port': {'id': '9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918c051-82b4-4136-bbae-d9909a81db56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:15Z', 'updated_at': '2021-01-15T10:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '17b1e03c-5e42-42ca-b20c-d86246d48ce1', 'name': '', 'network_id': '60c0f2f7-268b-47c9-a1ee-3c187c42dd49', 'tenant_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'mac_address': 'fa:16:3e:3a:b5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0918c051-82b4-4136-bbae-d9909a81db56', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5e50e1e9-0d81-4100-9cb2-e63b82b84a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:20Z', 'updated_at': '2021-01-15T10:17:39Z', 'revision_number': 4, 'project_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'subnets': [{'id': '5e50e1e9-0d81-4100-9cb2-e63b82b84a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:42.456296 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81b2529-592a-4561-9112-b0cbe54b1d3f None None] The sync data for ids ['0918c051-82b4-4136-bbae-d9909a81db56'] in dv-cinder-768592-3-smb is: [{'id': '0918c051-82b4-4136-bbae-d9909a81db56', 'name': 'tempest-ServerRescueNegativeTestJSON-1503849412-router', 'tenant_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': '9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:17:23Z', 'revision_number': 4, 'project_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'gw_port': {'id': '9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918c051-82b4-4136-bbae-d9909a81db56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:15Z', 'updated_at': '2021-01-15T10:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '17b1e03c-5e42-42ca-b20c-d86246d48ce1', 'name': '', 'network_id': '60c0f2f7-268b-47c9-a1ee-3c187c42dd49', 'tenant_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'mac_address': 'fa:16:3e:3a:b5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0918c051-82b4-4136-bbae-d9909a81db56', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5e50e1e9-0d81-4100-9cb2-e63b82b84a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:20Z', 'updated_at': '2021-01-15T10:17:39Z', 'revision_number': 4, 'project_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'subnets': [{'id': '5e50e1e9-0d81-4100-9cb2-e63b82b84a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:17:42.814690 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 17b1e03c-5e42-42ca-b20c-d86246d48ce1 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:42.936355 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] Notify callbacks [] for port, precommit_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:42.942513 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226adc21-1c5c-47ae-8c47-b920e562f18c {{(pid=80098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:17:42.955622 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-e8827dd5-650d-440d-8fbd-7323d5744dd0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:42.969702 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-e8827dd5-650d-440d-8fbd-7323d5744dd0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Usage tracker for resource:security_group_rule and tenant:1d2e666365284aacad9462063764b9e2 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:42.981077 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-e8827dd5-650d-440d-8fbd-7323d5744dd0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:42.987454 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-e8827dd5-650d-440d-8fbd-7323d5744dd0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:43.022337 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] Transition to ACTIVE for port object 8b93908d-6598-4c7c-9685-7e7dd9903758 will not be triggered until provisioned by entity L2. {{(pid=80100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:17:43.026038 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:43.040933 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:43.052641 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e8827dd5-650d-440d-8fbd-7323d5744dd0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for security_group_rule, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:43.067056 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e214269f-447c-4141-b196-3b14fae3e48b req-33705854-8256-4ab4-a2ff-c0953daa36d3 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?tenant_id=abfc5430ec924b65b5d1d6a28978f3e3&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4395361 Jan 15 10:17:43.092222 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] Transition to ACTIVE for port object 226adc21-1c5c-47ae-8c47-b920e562f18c will not be triggered until provisioned by entity L2. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:17:43.096142 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:43.123216 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a6b96326-b470-4aa9-bf94-808e30bfa34b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:43.144392 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13c974-b886-4173-9863-7ff8d5578825 req-3c7fca73-4a7b-4ca9-8f8a-d9c44cc90284 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:43.146437 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0b13c974-b886-4173-9863-7ff8d5578825 req-3c7fca73-4a7b-4ca9-8f8a-d9c44cc90284 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.73 "GET /v2.0/networks?id=60c0f2f7-268b-47c9-a1ee-3c187c42dd49 HTTP/1.1" status: 200 len: 819 time: 1.1831675 Jan 15 10:17:43.187602 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-0b13c974-b886-4173-9863-7ff8d5578825 req-c5b0946a-6496-4b89-b04a-8d87d8a77fde tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Request body: {'port': {'device_id': 'e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5', 'network_id': '60c0f2f7-268b-47c9-a1ee-3c187c42dd49', 'admin_state_up': True, 'tenant_id': 'abfc5430ec924b65b5d1d6a28978f3e3'}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:43.234969 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] Pushing event updated for resources: {'Port': ['ID=226adc21-1c5c-47ae-8c47-b920e562f18c,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:43.262604 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:43.311247 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:17:43.369730 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:43.381673 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e8827dd5-650d-440d-8fbd-7323d5744dd0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:43.395737 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e8827dd5-650d-440d-8fbd-7323d5744dd0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328337'] for security_group_rule, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:43.402537 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e82fc76d-48b8-4f67-b65b-da73f183da77 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:43.458092 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e8827dd5-650d-440d-8fbd-7323d5744dd0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for security_group_rule, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:43.462524 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-e8827dd5-650d-440d-8fbd-7323d5744dd0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9374549 Jan 15 10:17:43.473981 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 55770) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:43.478362 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8827dd5-650d-440d-8fbd-7323d5744dd0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Pushing event updated for resources: {'SecurityGroupRule': ['ID=607f6657-d967-4c24-b579-b4f5e86203ca,revision_number=0']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:43.485680 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.73', 50211) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:43.487050 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e8827dd5-650d-440d-8fbd-7323d5744dd0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:43.494351 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Request body: {'floatingip': {'floating_network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:43.496834 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-0b13c974-b886-4173-9863-7ff8d5578825 req-c5b0946a-6496-4b89-b04a-8d87d8a77fde tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:43.510084 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-0b13c974-b886-4173-9863-7ff8d5578825 req-c5b0946a-6496-4b89-b04a-8d87d8a77fde tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:43.550411 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning for port 17b1e03c-5e42-42ca-b20c-d86246d48ce1 completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:17:43.552294 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b13c974-b886-4173-9863-7ff8d5578825 req-c5b0946a-6496-4b89-b04a-8d87d8a77fde tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Made reservation on behalf of abfc5430ec924b65b5d1d6a28978f3e3 for: {'port': 1} {{(pid=80099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:17:43.572854 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb773b-4cc7-404e-8515-c52af7beed63 None None] Pushing event updated for resources: {'Port': ['ID=8b93908d-6598-4c7c-9685-7e7dd9903758,revision_number=3']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:43.581336 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-0b13c974-b886-4173-9863-7ff8d5578825 req-c5b0946a-6496-4b89-b04a-8d87d8a77fde tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:43.588256 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-6edb773b-4cc7-404e-8515-c52af7beed63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:43.591215 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port 17b1e03c-5e42-42ca-b20c-d86246d48ce1 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:43.591635 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:43.867115 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] Attempting to bind port 8b93908d-6598-4c7c-9685-7e7dd9903758 on host dv-cinder-768592-3-smb for vnic_type normal with profile {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:17:43.868468 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] Attempting to bind port 8b93908d-6598-4c7c-9685-7e7dd9903758 by drivers openvswitch on host dv-cinder-768592-3-smb at level 0 using segments [{'id': 'c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f'}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:17:43.868871 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] Attempting to bind port 8b93908d-6598-4c7c-9685-7e7dd9903758 on network 8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:17:43.875564 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] Checking agent: {'id': '76195a66-59ce-4b08-8c8f-8789c84dc4dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:17:43.875988 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] Checking segment: {'id': 'c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:17:43.876438 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:43.876877 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] Bound using segment: {'id': 'c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f'} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:17:43.877404 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] Bound port: 8b93908d-6598-4c7c-9685-7e7dd9903758, host: dv-cinder-768592-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f'}}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:17:43.877837 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:44.173469 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] For port 8b93908d-6598-4c7c-9685-7e7dd9903758, host dv-cinder-768592-3-smb, cleared binding levels {{(pid=80100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:17:44.178992 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] For port 8b93908d-6598-4c7c-9685-7e7dd9903758, host dv-cinder-768592-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=8b93908d-6598-4c7c-9685-7e7dd9903758,segment=NetworkSegment(c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9),segment_id=c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9)] {{(pid=80100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:17:44.193950 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-71b934e0-8405-4fdc-ac3a-302c74c4e60a tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:44.195170 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-71b934e0-8405-4fdc-ac3a-302c74c4e60a tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Synchronizing usage tracker for tenant:7967420a877241f7a390365788b33c53 on resource:network {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:17:44.199257 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:44.232102 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:44.305904 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc4ed2-b8ab-4ec8-9ef8-c09170b4456e req-f27c1428-f838-48f2-bf1d-9807287bee18 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:44.313653 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Usage tracker for resource:floatingip and tenant:1d2e666365284aacad9462063764b9e2 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:44.315944 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-39bc4ed2-b8ab-4ec8-9ef8-c09170b4456e req-f27c1428-f838-48f2-bf1d-9807287bee18 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/ports?device_id=0666ce70-2a86-4cae-8042-368f64bbe186 HTTP/1.1" status: 200 len: 931 time: 1.3424432 Jan 15 10:17:44.323483 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:44.362734 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:44.366685 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] Attempting to bind port 226adc21-1c5c-47ae-8c47-b920e562f18c on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:17:44.367381 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] Attempting to bind port 226adc21-1c5c-47ae-8c47-b920e562f18c by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'f8a10392-79d1-457f-99db-f0e27c8e25a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2468abf2-45ea-4327-8091-539cb0a23d9c'}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:17:44.367917 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] Attempting to bind port 226adc21-1c5c-47ae-8c47-b920e562f18c on network 2468abf2-45ea-4327-8091-539cb0a23d9c {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:17:44.380782 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] Checking agent: {'id': '8c829481-49a9-437b-96a2-5739862171f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 15, 15), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:17:44.382108 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] Checking segment: {'id': 'f8a10392-79d1-457f-99db-f0e27c8e25a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2468abf2-45ea-4327-8091-539cb0a23d9c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:17:44.382687 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:44.383262 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] Bound using segment: {'id': 'f8a10392-79d1-457f-99db-f0e27c8e25a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2468abf2-45ea-4327-8091-539cb0a23d9c'} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:17:44.384105 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] Bound port: 226adc21-1c5c-47ae-8c47-b920e562f18c, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a10392-79d1-457f-99db-f0e27c8e25a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2468abf2-45ea-4327-8091-539cb0a23d9c'}}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:17:44.384620 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:44.387019 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e214269f-447c-4141-b196-3b14fae3e48b req-d0792f47-adf2-4a20-bcd9-659287892c18 service neutron] 10.222.0.60 "GET /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2345953 Jan 15 10:17:44.395487 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-45cd8d50-cc61-4291-9eb2-8020a9ecabc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:44.414250 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-39bc4ed2-b8ab-4ec8-9ef8-c09170b4456e req-d3d24534-9ec0-4a7a-9443-955209f5bf76 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/security-groups?id=716b4b77-0b7a-41cf-9f3e-40be5add5e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927236 Jan 15 10:17:44.449016 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-71b934e0-8405-4fdc-ac3a-302c74c4e60a tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Unset dirty status for tenant:7967420a877241f7a390365788b33c53 on resource:network {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:17:44.450478 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-71b934e0-8405-4fdc-ac3a-302c74c4e60a tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.73 "GET /v2.0/networks?id=ee63e9f3-0f98-4146-b7e4-219c5a0de38d HTTP/1.1" status: 200 len: 816 time: 0.9622712 Jan 15 10:17:44.552680 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] For port 226adc21-1c5c-47ae-8c47-b920e562f18c, host hv-cinder-76859, cleared binding levels {{(pid=80098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:17:44.558798 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] For port 226adc21-1c5c-47ae-8c47-b920e562f18c, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=226adc21-1c5c-47ae-8c47-b920e562f18c,segment=NetworkSegment(f8a10392-79d1-457f-99db-f0e27c8e25a5),segment_id=f8a10392-79d1-457f-99db-f0e27c8e25a5)] {{(pid=80098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:17:44.574545 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:44.586671 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for floatingip, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:44.626151 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb773b-4cc7-404e-8515-c52af7beed63 None None] Pushing event updated for resources: {'Port': ['ID=8b93908d-6598-4c7c-9685-7e7dd9903758,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:44.629810 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-6edb773b-4cc7-404e-8515-c52af7beed63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:44.652580 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:44.677282 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] For port 17b1e03c-5e42-42ca-b20c-d86246d48ce1, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=17b1e03c-5e42-42ca-b20c-d86246d48ce1,segment=NetworkSegment(df2c266a-1339-4852-923e-89f2bf75b81c),segment_id=df2c266a-1339-4852-923e-89f2bf75b81c)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:17:44.691480 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-153cd9f0-310a-4e7e-8522-7ffc8e7b4ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:44.773654 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:44.856650 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-168adea9-581d-476e-a0ec-cb2d26da4760 req-ac7a023f-1273-479e-9959-71e2b7a3b197 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 210 time: 0.1341038 Jan 15 10:17:44.890775 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] Pushing event updated for resources: {'Port': ['ID=226adc21-1c5c-47ae-8c47-b920e562f18c,revision_number=3']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:44.915809 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-ce970daf-01dd-4c66-a92c-3e4bb56b019f tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Synchronizing usage tracker for tenant:7967420a877241f7a390365788b33c53 on resource:security_group {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:17:44.922384 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:44.957921 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-ce970daf-01dd-4c66-a92c-3e4bb56b019f tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Unset dirty status for tenant:7967420a877241f7a390365788b33c53 on resource:security_group {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:17:44.959536 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-ce970daf-01dd-4c66-a92c-3e4bb56b019f tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7967420a877241f7a390365788b33c53 HTTP/1.1" status: 200 len: 5704 time: 0.3977866 Jan 15 10:17:45.001893 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:45.089485 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Pushing event updated for resources: {'Port': ['ID=17b1e03c-5e42-42ca-b20c-d86246d48ce1,revision_number=5']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:45.103637 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-1a6bd014-b6cc-4dbe-bd20-d0f3d0a58d20 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Request body: {'port': {'device_id': '4c2dcda1-a267-41d9-85eb-2f3e964cfcce', 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d', 'admin_state_up': True, 'tenant_id': '7967420a877241f7a390365788b33c53', 'security_groups': ['8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01']}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:45.104105 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:45.140905 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [req-0b13c974-b886-4173-9863-7ff8d5578825 req-c5b0946a-6496-4b89-b04a-8d87d8a77fde tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Allocated IP 172.20.0.7 (60c0f2f7-268b-47c9-a1ee-3c187c42dd49/5e50e1e9-0d81-4100-9cb2-e63b82b84a17/e1ed953e-0879-414b-bb1e-0727908675f4) {{(pid=80099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:17:45.256733 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e214269f-447c-4141-b196-3b14fae3e48b req-b47b6970-b851-456e-a435-ff4bf305911f service neutron] 10.222.0.60 "GET /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8409023 Jan 15 10:17:45.504245 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] Routers {'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:17:45.505087 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:17:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:45.540432 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:45.541475 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:45.543180 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] 10.222.0.73 "PUT /v2.0/ports/226adc21-1c5c-47ae-8c47-b920e562f18c HTTP/1.1" status: 200 len: 1157 time: 6.0157042 Jan 15 10:17:45.543686 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0666ce70-2a86-4cae-8042-368f64bbe186', 'tag': '226adc21-1c5c-47ae-8c47-b920e562f18c'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:17:45.659159 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-0b13c974-b886-4173-9863-7ff8d5578825 req-c5b0946a-6496-4b89-b04a-8d87d8a77fde tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Notify callbacks [] for port, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:45.791305 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:45.798794 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-0b13c974-b886-4173-9863-7ff8d5578825 req-c5b0946a-6496-4b89-b04a-8d87d8a77fde tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039'] for port, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:45.812822 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bfc53782-6749-427c-8144-2f4d944a1d6e req-dfe1450b-3971-408f-9664-11d780398893 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 210 time: 0.1067395 Jan 15 10:17:45.814207 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-1a6bd014-b6cc-4dbe-bd20-d0f3d0a58d20 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:45.817989 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-d60d4f9f-dcee-45f8-adbd-839af5425330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:45.819679 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-d60d4f9f-dcee-45f8-adbd-839af5425330 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c25715561aa4de8989e4570212a339c&device_id=0666ce70-2a86-4cae-8042-368f64bbe186 HTTP/1.1" status: 200 len: 1160 time: 0.1562319 Jan 15 10:17:45.851908 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] Set router edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:17:45.947929 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-1a6bd014-b6cc-4dbe-bd20-d0f3d0a58d20 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Usage tracker for resource:port and tenant:7967420a877241f7a390365788b33c53 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:45.971477 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-1a6bd014-b6cc-4dbe-bd20-d0f3d0a58d20 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Quota usage for port was recalculated. Used quota:3. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:45.998135 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-1a6bd014-b6cc-4dbe-bd20-d0f3d0a58d20 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:46.005797 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-881da6e9-53bb-4931-a7d9-7f72c95c6142 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=226adc21-1c5c-47ae-8c47-b920e562f18c HTTP/1.1" status: 200 len: 217 time: 0.1691289 Jan 15 10:17:46.056164 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:46.139932 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0946a-6496-4b89-b04a-8d87d8a77fde tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Pushing event updated for resources: {'Port': ['ID=e1ed953e-0879-414b-bb1e-0727908675f4,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:46.154286 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-6b086305-acaa-4fcf-a6ac-41196f753d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:46.155642 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-c5b0946a-6496-4b89-b04a-8d87d8a77fde tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:46.156825 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-6b086305-acaa-4fcf-a6ac-41196f753d98 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=566c3c5d-abb8-45a3-bf72-1be64b373c1e HTTP/1.1" status: 200 len: 852 time: 0.0767071 Jan 15 10:17:46.178415 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b13c974-b886-4173-9863-7ff8d5578825 req-c5b0946a-6496-4b89-b04a-8d87d8a77fde tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Network 60c0f2f7-268b-47c9-a1ee-3c187c42dd49 is already hosted by enough agents. {{(pid=80099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:17:46.181470 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [req-0b13c974-b886-4173-9863-7ff8d5578825 req-c5b0946a-6496-4b89-b04a-8d87d8a77fde tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Resources bound (agent type, host, resource id): {{(pid=80099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:17:46.187614 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b13c974-b886-4173-9863-7ff8d5578825 req-c5b0946a-6496-4b89-b04a-8d87d8a77fde tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Received port after_create {{(pid=80099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:17:46.206530 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13c974-b886-4173-9863-7ff8d5578825 req-c5b0946a-6496-4b89-b04a-8d87d8a77fde tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:46.207626 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-0b13c974-b886-4173-9863-7ff8d5578825 req-c5b0946a-6496-4b89-b04a-8d87d8a77fde tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for port, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:46.225333 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-7b325c41-1541-4329-86e2-022f63907e8b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2468abf2-45ea-4327-8091-539cb0a23d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569489 Jan 15 10:17:46.228587 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-1a6bd014-b6cc-4dbe-bd20-d0f3d0a58d20 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Made reservation on behalf of 7967420a877241f7a390365788b33c53 for: {'port': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:17:46.239276 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-1a6bd014-b6cc-4dbe-bd20-d0f3d0a58d20 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:46.273735 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be832d8b-4c44-4562-9131-0417e0db8298 req-e4359b78-a6c4-4fb5-8f2b-98f78c889171 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:46.282143 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-be832d8b-4c44-4562-9131-0417e0db8298 req-e4359b78-a6c4-4fb5-8f2b-98f78c889171 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/ports?device_id=0666ce70-2a86-4cae-8042-368f64bbe186 HTTP/1.1" status: 200 len: 943 time: 0.5349748 Jan 15 10:17:46.392816 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0aab183e-b240-4494-b821-5a551bcd67ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:46.397022 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:46.494445 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a0c17220-763f-49dd-82ea-95ee705c737a req-bd54ffa5-a1e7-4d2a-a956-aba83b5e27da tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 210 time: 0.2045052 Jan 15 10:17:46.495983 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0b13c974-b886-4173-9863-7ff8d5578825 req-c5b0946a-6496-4b89-b04a-8d87d8a77fde tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3185899 Jan 15 10:17:46.534628 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-be832d8b-4c44-4562-9131-0417e0db8298 req-854397be-55e4-4ef7-af14-9af0b0fe64b1 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/security-groups?id=716b4b77-0b7a-41cf-9f3e-40be5add5e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511153 Jan 15 10:17:46.562490 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-0b13c974-b886-4173-9863-7ff8d5578825 req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] Request body: {'port': {'device_id': 'e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:46.759836 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'name': 'tempest-AttachVolumeTestJSON-873034581-router', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:17:30Z', 'revision_number': 4, 'project_id': '1d2e666365284aacad9462063764b9e2', 'gw_port': {'id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:16Z', 'updated_at': '2021-01-15T10:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '8b93908d-6598-4c7c-9685-7e7dd9903758', 'name': '', 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'mac_address': 'fa:16:3e:ab:97:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:27Z', 'updated_at': '2021-01-15T10:17:44Z', 'revision_number': 4, 'project_id': '1d2e666365284aacad9462063764b9e2', 'subnets': [{'id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:46.764725 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d7aa20-398e-45c3-8779-041115b73be7 None None] The sync data for ids ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'] in dv-cinder-768592-3-smb is: [{'id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'name': 'tempest-AttachVolumeTestJSON-873034581-router', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:17:30Z', 'revision_number': 4, 'project_id': '1d2e666365284aacad9462063764b9e2', 'gw_port': {'id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:16Z', 'updated_at': '2021-01-15T10:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '8b93908d-6598-4c7c-9685-7e7dd9903758', 'name': '', 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'mac_address': 'fa:16:3e:ab:97:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:27Z', 'updated_at': '2021-01-15T10:17:44Z', 'revision_number': 4, 'project_id': '1d2e666365284aacad9462063764b9e2', 'subnets': [{'id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:17:46.889550 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-0b13c974-b886-4173-9863-7ff8d5578825 req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:46.977783 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 17b1e03c-5e42-42ca-b20c-d86246d48ce1 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:46.988534 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-f9a4bbbc-ba9e-4513-967f-abc2f2ebce3c service neutron] 10.222.0.73 "GET /v2.0/networks/2468abf2-45ea-4327-8091-539cb0a23d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7228105 Jan 15 10:17:47.215212 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port 17b1e03c-5e42-42ca-b20c-d86246d48ce1 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:47.216154 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:47.354777 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f0a7a64e-32ec-4825-8bfd-2169ca299adc req-8911a320-1763-417b-b85f-65f972c5ceb0 service neutron] 10.222.0.73 "GET /v2.0/networks/2468abf2-45ea-4327-8091-539cb0a23d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3512311 Jan 15 10:17:47.700128 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-f227a76f-b43b-47b8-89d2-c804b5eeb9b3 req-8e524991-61a0-4fc7-9c66-8f22c5eddd41 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Synchronizing usage tracker for tenant:abfc5430ec924b65b5d1d6a28978f3e3 on resource:port {{(pid=80099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:17:47.897317 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [req-0b13c974-b886-4173-9863-7ff8d5578825 req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1ed953e-0879-414b-bb1e-0727908675f4 {{(pid=80099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:17:47.917213 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-0b13c974-b886-4173-9863-7ff8d5578825 req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:47.920642 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9235ebe4-52c2-40bf-9828-99bae7c84a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:47.950261 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [req-0b13c974-b886-4173-9863-7ff8d5578825 req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] Transition to ACTIVE for port object e1ed953e-0879-414b-bb1e-0727908675f4 will not be triggered until provisioned by entity L2. {{(pid=80099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:17:47.975599 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-0b13c974-b886-4173-9863-7ff8d5578825 req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:48.057259 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-c5b0946a-6496-4b89-b04a-8d87d8a77fde tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:48.128190 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-f227a76f-b43b-47b8-89d2-c804b5eeb9b3 req-8e524991-61a0-4fc7-9c66-8f22c5eddd41 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Unset dirty status for tenant:abfc5430ec924b65b5d1d6a28978f3e3 on resource:port {{(pid=80099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:17:48.142494 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f227a76f-b43b-47b8-89d2-c804b5eeb9b3 req-8e524991-61a0-4fc7-9c66-8f22c5eddd41 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 210 time: 0.5670514 Jan 15 10:17:48.198187 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0666ce70-2a86-4cae-8042-368f64bbe186', 'tag': '226adc21-1c5c-47ae-8c47-b920e562f18c', 'status': 'completed', 'code': 200} Jan 15 10:17:48.252117 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.73', 50221) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:48.439648 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:48.615708 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] Pushing event updated for resources: {'Port': ['ID=e1ed953e-0879-414b-bb1e-0727908675f4,revision_number=2']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:48.630893 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-1a6bd014-b6cc-4dbe-bd20-d0f3d0a58d20 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Allocated IP 172.20.0.5 (ee63e9f3-0f98-4146-b7e4-219c5a0de38d/8bbdcee5-7bf8-47ea-8b3b-e146795708a7/e22172f8-fdb7-48f9-a481-cea77e27b0be) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:17:48.660140 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:48.739473 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214269f-447c-4141-b196-3b14fae3e48b req-32471a79-019b-4a63-ade2-62afda9161d0 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:48.745143 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e214269f-447c-4141-b196-3b14fae3e48b req-32471a79-019b-4a63-ade2-62afda9161d0 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.73 "GET /v2.0/networks?id=60c0f2f7-268b-47c9-a1ee-3c187c42dd49 HTTP/1.1" status: 200 len: 819 time: 0.7299118 Jan 15 10:17:48.770525 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Allocated IP 172.28.0.175 (512bef08-258b-4e03-8592-7639e3feb0a7/afc97f5e-62e7-4d57-b78b-6d502dcdcf4b/c3aab48f-e100-4d2a-8194-f48eafcf3de4) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:17:48.851335 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac87f65-1d30-4185-8bf3-e86b433e5625 req-c5c39821-b2af-40ea-a05a-0a601bf9fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:48.852970 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4ac87f65-1d30-4185-8bf3-e86b433e5625 req-c5c39821-b2af-40ea-a05a-0a601bf9fbd1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c25715561aa4de8989e4570212a339c&device_id=0666ce70-2a86-4cae-8042-368f64bbe186 HTTP/1.1" status: 200 len: 1160 time: 0.5877438 Jan 15 10:17:48.890683 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-522dbf7c-6040-4146-9385-149a67eee4d9 req-6386924e-0199-4b43-b70b-f469a5daae3f tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 210 time: 0.2785363 Jan 15 10:17:48.938621 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-0b13c974-b886-4173-9863-7ff8d5578825 req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] Attempting to bind port e1ed953e-0879-414b-bb1e-0727908675f4 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:17:48.939232 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-0b13c974-b886-4173-9863-7ff8d5578825 req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] Attempting to bind port e1ed953e-0879-414b-bb1e-0727908675f4 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'df2c266a-1339-4852-923e-89f2bf75b81c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60c0f2f7-268b-47c9-a1ee-3c187c42dd49'}] {{(pid=80099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:17:48.939581 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b13c974-b886-4173-9863-7ff8d5578825 req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] Attempting to bind port e1ed953e-0879-414b-bb1e-0727908675f4 on network 60c0f2f7-268b-47c9-a1ee-3c187c42dd49 {{(pid=80099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:17:48.954948 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b13c974-b886-4173-9863-7ff8d5578825 req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] Checking agent: {'id': '8c829481-49a9-437b-96a2-5739862171f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 15, 15), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:17:48.955927 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b13c974-b886-4173-9863-7ff8d5578825 req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] Checking segment: {'id': 'df2c266a-1339-4852-923e-89f2bf75b81c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60c0f2f7-268b-47c9-a1ee-3c187c42dd49'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:17:48.956393 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-0b13c974-b886-4173-9863-7ff8d5578825 req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:48.956806 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b13c974-b886-4173-9863-7ff8d5578825 req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] Bound using segment: {'id': 'df2c266a-1339-4852-923e-89f2bf75b81c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60c0f2f7-268b-47c9-a1ee-3c187c42dd49'} {{(pid=80099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:17:48.957346 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-0b13c974-b886-4173-9863-7ff8d5578825 req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] Bound port: e1ed953e-0879-414b-bb1e-0727908675f4, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2c266a-1339-4852-923e-89f2bf75b81c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60c0f2f7-268b-47c9-a1ee-3c187c42dd49'}}] {{(pid=80099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:17:48.957733 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-0b13c974-b886-4173-9863-7ff8d5578825 req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:48.966070 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 8b93908d-6598-4c7c-9685-7e7dd9903758 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:48.994830 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-e214269f-447c-4141-b196-3b14fae3e48b req-a4a7c255-1b64-4fdc-a584-ba94bdab3b4e tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Request body: {'port': {'device_id': '5d4f1a76-1209-4e53-9e33-16fd8161f5fc', 'network_id': '60c0f2f7-268b-47c9-a1ee-3c187c42dd49', 'admin_state_up': True, 'tenant_id': 'abfc5430ec924b65b5d1d6a28978f3e3'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:49.024098 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 55938) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:49.050534 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfd6d5-65de-4867-bee4-3fc08701f801 req-2ce46417-3d14-4660-a5f1-bf8faffd7f65 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:49.058458 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3adfd6d5-65de-4867-bee4-3fc08701f801 req-2ce46417-3d14-4660-a5f1-bf8faffd7f65 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/ports?device_id=0666ce70-2a86-4cae-8042-368f64bbe186 HTTP/1.1" status: 200 len: 943 time: 0.4487550 Jan 15 10:17:49.084518 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning for port 8b93908d-6598-4c7c-9685-7e7dd9903758 completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:17:49.095265 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port 8b93908d-6598-4c7c-9685-7e7dd9903758 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:49.095963 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:49.164730 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-0b13c974-b886-4173-9863-7ff8d5578825 req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] For port e1ed953e-0879-414b-bb1e-0727908675f4, host hv-cinder-76859, cleared binding levels {{(pid=80099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:17:49.169070 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-0b13c974-b886-4173-9863-7ff8d5578825 req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] For port e1ed953e-0879-414b-bb1e-0727908675f4, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=e1ed953e-0879-414b-bb1e-0727908675f4,segment=NetworkSegment(df2c266a-1339-4852-923e-89f2bf75b81c),segment_id=df2c266a-1339-4852-923e-89f2bf75b81c)] {{(pid=80099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:17:49.185428 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-0b13c974-b886-4173-9863-7ff8d5578825 req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:49.425530 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:49.493529 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] For port 8b93908d-6598-4c7c-9685-7e7dd9903758, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=8b93908d-6598-4c7c-9685-7e7dd9903758,segment=NetworkSegment(c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9),segment_id=c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:17:49.529646 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:49.532114 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-6edb773b-4cc7-404e-8515-c52af7beed63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:49.533087 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:49.576565 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:49.632580 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Pushing event updated for resources: {'Port': ['ID=8b93908d-6598-4c7c-9685-7e7dd9903758,revision_number=5']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:49.637147 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-e214269f-447c-4141-b196-3b14fae3e48b req-a4a7c255-1b64-4fdc-a584-ba94bdab3b4e tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:49.639865 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:49.649415 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-96b45110-fa92-4d83-8f0c-f7a8d9c4c312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:49.756614 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-e214269f-447c-4141-b196-3b14fae3e48b req-a4a7c255-1b64-4fdc-a584-ba94bdab3b4e tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:49.830541 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e214269f-447c-4141-b196-3b14fae3e48b req-a4a7c255-1b64-4fdc-a584-ba94bdab3b4e tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Made reservation on behalf of abfc5430ec924b65b5d1d6a28978f3e3 for: {'port': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:17:49.834983 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-27ad0bbe-ff15-47c8-ad11-42215ea28398 req-880ed0bf-3a73-4109-a1a6-c5c958812f77 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 210 time: 0.3092732 Jan 15 10:17:49.839422 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-e214269f-447c-4141-b196-3b14fae3e48b req-a4a7c255-1b64-4fdc-a584-ba94bdab3b4e tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:49.851087 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac87f65-1d30-4185-8bf3-e86b433e5625 req-b475b8b3-4eff-463d-892d-967052a628ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:49.852665 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4ac87f65-1d30-4185-8bf3-e86b433e5625 req-b475b8b3-4eff-463d-892d-967052a628ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=2468abf2-45ea-4327-8091-539cb0a23d9c HTTP/1.1" status: 200 len: 906 time: 0.8938532 Jan 15 10:17:49.864580 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-96b45110-fa92-4d83-8f0c-f7a8d9c4c312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:49.887684 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3adfd6d5-65de-4867-bee4-3fc08701f801 req-f6af85f6-17ac-4437-993c-0e939b04bf08 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/security-groups?id=716b4b77-0b7a-41cf-9f3e-40be5add5e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8283341 Jan 15 10:17:49.897296 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-96b45110-fa92-4d83-8f0c-f7a8d9c4c312 admin admin] Usage tracker for resource:security_group_rule and tenant:27b19f491c764adeb8138f6876a6d0be is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:49.934179 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-96b45110-fa92-4d83-8f0c-f7a8d9c4c312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:49.951460 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-96b45110-fa92-4d83-8f0c-f7a8d9c4c312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:49.977855 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13c974-b886-4173-9863-7ff8d5578825 req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:49.978549 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-0b13c974-b886-4173-9863-7ff8d5578825 req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for port, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:49.980096 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0b13c974-b886-4173-9863-7ff8d5578825 req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] 10.222.0.73 "PUT /v2.0/ports/e1ed953e-0879-414b-bb1e-0727908675f4 HTTP/1.1" status: 200 len: 1157 time: 3.4686792 Jan 15 10:17:49.984469 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5', 'tag': 'e1ed953e-0879-414b-bb1e-0727908675f4'}] {{(pid=80099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:17:49.994086 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:50.029151 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-1a6bd014-b6cc-4dbe-bd20-d0f3d0a58d20 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:50.047318 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-1a6bd014-b6cc-4dbe-bd20-d0f3d0a58d20 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Transition to ACTIVE for port object e22172f8-fdb7-48f9-a481-cea77e27b0be will not be triggered until provisioned by entity DHCP. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:17:50.085418 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] Pushing event updated for resources: {'Port': ['ID=e1ed953e-0879-414b-bb1e-0727908675f4,revision_number=3']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:50.095834 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 55966) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:50.096508 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:50.098368 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4ac87f65-1d30-4185-8bf3-e86b433e5625 req-bc176fcf-1581-4484-a406-ec0e5675cf3d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=226adc21-1c5c-47ae-8c47-b920e562f18c HTTP/1.1" status: 200 len: 217 time: 0.2031531 Jan 15 10:17:50.113374 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:50.153540 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:50.212903 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:50.224784 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-96b45110-fa92-4d83-8f0c-f7a8d9c4c312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:50.232157 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13c974-b886-4173-9863-7ff8d5578825 req-a672c523-e0fc-4b88-906f-0433d4946da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:50.233852 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0b13c974-b886-4173-9863-7ff8d5578825 req-a672c523-e0fc-4b88-906f-0433d4946da7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abfc5430ec924b65b5d1d6a28978f3e3&device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 1160 time: 0.1878836 Jan 15 10:17:50.235193 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-96b45110-fa92-4d83-8f0c-f7a8d9c4c312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:50.246449 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:50.303107 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Pushing event updated for resources: {'Port': ['ID=c3aab48f-e100-4d2a-8194-f48eafcf3de4,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:50.318417 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:50.323241 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-1a6bd014-b6cc-4dbe-bd20-d0f3d0a58d20 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:50.361397 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b45110-fa92-4d83-8f0c-f7a8d9c4c312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fbed00-f536-49b1-97b1-6b1ab7d3a050,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:50.399228 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-96b45110-fa92-4d83-8f0c-f7a8d9c4c312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:50.466524 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:50.469401 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0b13c974-b886-4173-9863-7ff8d5578825 req-a6f7d31c-457f-4913-836c-1596e21cb379 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1ed953e-0879-414b-bb1e-0727908675f4 HTTP/1.1" status: 200 len: 217 time: 0.2256784 Jan 15 10:17:50.475942 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d81a6fc0-74d5-46b5-83d1-e5a8da2e576c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:50.495284 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-96b45110-fa92-4d83-8f0c-f7a8d9c4c312 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=27b19f491c764adeb8138f6876a6d0be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4321439 Jan 15 10:17:50.508815 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 55980) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:50.554312 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-d81a6fc0-74d5-46b5-83d1-e5a8da2e576c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:50.564694 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5', 'tag': 'e1ed953e-0879-414b-bb1e-0727908675f4', 'status': 'completed', 'code': 200} Jan 15 10:17:50.572318 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-d81a6fc0-74d5-46b5-83d1-e5a8da2e576c admin admin] Usage tracker for resource:security_group_rule and tenant:052ff3a17d38421d967e0717508c0dba is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:50.579794 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-d81a6fc0-74d5-46b5-83d1-e5a8da2e576c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:50.580264 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac87f65-1d30-4185-8bf3-e86b433e5625 req-45263f93-8888-4a2e-b96c-3f2abc547372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:50.581855 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4ac87f65-1d30-4185-8bf3-e86b433e5625 req-45263f93-8888-4a2e-b96c-3f2abc547372 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=566c3c5d-abb8-45a3-bf72-1be64b373c1e HTTP/1.1" status: 200 len: 852 time: 0.4723005 Jan 15 10:17:50.594324 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-d81a6fc0-74d5-46b5-83d1-e5a8da2e576c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:50.613125 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13c974-b886-4173-9863-7ff8d5578825 req-e3a074c8-e862-4eac-9365-666a2abb67f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:50.614734 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0b13c974-b886-4173-9863-7ff8d5578825 req-e3a074c8-e862-4eac-9365-666a2abb67f7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e50e1e9-0d81-4100-9cb2-e63b82b84a17 HTTP/1.1" status: 200 len: 859 time: 0.1275284 Jan 15 10:17:50.615536 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.objects.ports [None req-9a537bd1-cce7-4aec-a945-444111837a12 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80100) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 10:17:50.690064 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0b13c974-b886-4173-9863-7ff8d5578825 req-b67a62c6-b605-40a5-a260-93b09414bc66 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60c0f2f7-268b-47c9-a1ee-3c187c42dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597956 Jan 15 10:17:50.748242 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48968c2d-23ea-486d-9024-1d70446e01df req-01021281-1941-4fad-8862-332fb9ea1fb2 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:50.750530 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-48968c2d-23ea-486d-9024-1d70446e01df req-01021281-1941-4fad-8862-332fb9ea1fb2 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 931 time: 0.3714590 Jan 15 10:17:50.886396 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 8b93908d-6598-4c7c-9685-7e7dd9903758 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:50.953609 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-48968c2d-23ea-486d-9024-1d70446e01df req-434aacd0-9e6b-4933-98a3-75b7315e0a71 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824479 Jan 15 10:17:50.986738 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4ac87f65-1d30-4185-8bf3-e86b433e5625 req-b28391cf-ecec-462d-af8c-0004776979dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2468abf2-45ea-4327-8091-539cb0a23d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3888161 Jan 15 10:17:51.041393 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bd014-b6cc-4dbe-bd20-d0f3d0a58d20 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Pushing event updated for resources: {'Port': ['ID=e22172f8-fdb7-48f9-a481-cea77e27b0be,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:51.069493 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1a6bd014-b6cc-4dbe-bd20-d0f3d0a58d20 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:51.082318 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 226adc21-1c5c-47ae-8c47-b920e562f18c up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:51.111100 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d81a6fc0-74d5-46b5-83d1-e5a8da2e576c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:51.113678 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0b13c974-b886-4173-9863-7ff8d5578825 req-04e78fbe-7316-42c9-b590-8052a8119b6a service neutron] 10.222.0.73 "GET /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146798 Jan 15 10:17:51.178597 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d81a6fc0-74d5-46b5-83d1-e5a8da2e576c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:51.229232 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-1a6bd014-b6cc-4dbe-bd20-d0f3d0a58d20 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Network ee63e9f3-0f98-4146-b7e4-219c5a0de38d is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:17:51.249517 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port 8b93908d-6598-4c7c-9685-7e7dd9903758 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:51.249517 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:51.309615 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-1a6bd014-b6cc-4dbe-bd20-d0f3d0a58d20 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:17:51.315437 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning for port 226adc21-1c5c-47ae-8c47-b920e562f18c completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:17:51.324100 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 226adc21-1c5c-47ae-8c47-b920e562f18c triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:51.324525 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:51.332076 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-1a6bd014-b6cc-4dbe-bd20-d0f3d0a58d20 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:17:51.355764 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:51.370092 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-d81a6fc0-74d5-46b5-83d1-e5a8da2e576c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=052ff3a17d38421d967e0717508c0dba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2651663 Jan 15 10:17:51.370716 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-1a6bd014-b6cc-4dbe-bd20-d0f3d0a58d20 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:51.371669 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-1a6bd014-b6cc-4dbe-bd20-d0f3d0a58d20 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:51.384638 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Network 512bef08-258b-4e03-8592-7639e3feb0a7 is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:17:51.393018 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:17:51.395534 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-58240334-e8b1-4602-9ee0-d48c4f09a0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:51.397906 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:17:51.404688 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 56002) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:51.490452 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4ac87f65-1d30-4185-8bf3-e86b433e5625 req-7cbb97dc-b194-46fc-b28d-10710d2a4bb3 service neutron] 10.222.0.73 "GET /v2.0/networks/2468abf2-45ea-4327-8091-539cb0a23d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302444 Jan 15 10:17:51.540019 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:51.583124 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0666ce70-2a86-4cae-8042-368f64bbe186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226adc21-1c5c-47ae-8c47-b920e562f18c'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:17:51.623283 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-830ce841-7463-40b2-8695-fdb34ee2c72a req-484a51d5-4eed-454f-8bec-2651e681f6d5 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 210 time: 0.2732537 Jan 15 10:17:51.648632 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a6fc0-74d5-46b5-83d1-e5a8da2e576c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bedde24-7ff3-4299-ae86-0d8c8155ffcc,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:51.652373 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a2fd36e6-f68f-4dcf-a157-c21ca17f6de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:51.652807 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d81a6fc0-74d5-46b5-83d1-e5a8da2e576c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:51.679982 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port 226adc21-1c5c-47ae-8c47-b920e562f18c, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=226adc21-1c5c-47ae-8c47-b920e562f18c,segment=NetworkSegment(f8a10392-79d1-457f-99db-f0e27c8e25a5),segment_id=f8a10392-79d1-457f-99db-f0e27c8e25a5)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:17:51.693038 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a2fd36e6-f68f-4dcf-a157-c21ca17f6de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:51.697700 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:51.700045 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:51.703621 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0b13c974-b886-4173-9863-7ff8d5578825 req-7323fdba-b203-4a05-a3c5-b0683e020fd1 service neutron] 10.222.0.73 "GET /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5790479 Jan 15 10:17:51.739703 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-d873a9f5-2fd4-4a82-aa1d-bbe7a34f62db None None] Provisioning for port e22172f8-fdb7-48f9-a481-cea77e27b0be completed by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:17:51.754999 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111bd24-3294-4c7b-9f09-601ae8884a5e req-c8009b46-8027-4536-a8ed-ddc7c1c45ac7 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:51.756749 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9111bd24-3294-4c7b-9f09-601ae8884a5e req-c8009b46-8027-4536-a8ed-ddc7c1c45ac7 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/ports?device_id=0666ce70-2a86-4cae-8042-368f64bbe186 HTTP/1.1" status: 200 len: 943 time: 0.5793447 Jan 15 10:17:51.764065 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-d873a9f5-2fd4-4a82-aa1d-bbe7a34f62db None None] Provisioning complete for port e22172f8-fdb7-48f9-a481-cea77e27b0be triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:51.764483 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d873a9f5-2fd4-4a82-aa1d-bbe7a34f62db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:51.840831 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=226adc21-1c5c-47ae-8c47-b920e562f18c,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:51.856694 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:51.860146 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-d873a9f5-2fd4-4a82-aa1d-bbe7a34f62db None None] Port e22172f8-fdb7-48f9-a481-cea77e27b0be cannot update to ACTIVE because it is not bound. {{(pid=80100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:17:51.923556 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4ac87f65-1d30-4185-8bf3-e86b433e5625 req-a8832471-c8e8-4450-acc5-9de823b5df57 service neutron] 10.222.0.73 "GET /v2.0/networks/2468abf2-45ea-4327-8091-539cb0a23d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4054527 Jan 15 10:17:52.009424 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9111bd24-3294-4c7b-9f09-601ae8884a5e req-f2fa63e3-c8e5-4acb-b87c-cbc1cf4c49ef tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/security-groups?id=716b4b77-0b7a-41cf-9f3e-40be5add5e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651320 Jan 15 10:17:52.013276 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0666ce70-2a86-4cae-8042-368f64bbe186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226adc21-1c5c-47ae-8c47-b920e562f18c', 'code': 200} Jan 15 10:17:52.017660 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [req-e214269f-447c-4141-b196-3b14fae3e48b req-a4a7c255-1b64-4fdc-a584-ba94bdab3b4e tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Allocated IP 172.20.0.8 (60c0f2f7-268b-47c9-a1ee-3c187c42dd49/5e50e1e9-0d81-4100-9cb2-e63b82b84a17/d09f9457-f045-44fc-9277-47f20625c20d) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:17:52.019564 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51eb421-10e8-4216-bdc7-a8cb5100925c req-79ee5d65-16d8-4849-8a79-bc2b075feb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:52.021764 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a51eb421-10e8-4216-bdc7-a8cb5100925c req-79ee5d65-16d8-4849-8a79-bc2b075feb99 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abfc5430ec924b65b5d1d6a28978f3e3&device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 1160 time: 0.2596753 Jan 15 10:17:52.028501 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-58240334-e8b1-4602-9ee0-d48c4f09a0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:52.109741 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-1a6bd014-b6cc-4dbe-bd20-d0f3d0a58d20 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0096078 Jan 15 10:17:52.116823 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for floatingip, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:52.154156 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-58240334-e8b1-4602-9ee0-d48c4f09a0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:52.162064 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-527c9095-20d8-45b0-ae44-cfb65097e88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:52.205273 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] Request body: {'port': {'device_id': '4c2dcda1-a267-41d9-85eb-2f3e964cfcce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:52.244070 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51eb421-10e8-4216-bdc7-a8cb5100925c req-e8c8adef-ac20-4ca4-865e-d536fdcf18c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:52.245663 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a51eb421-10e8-4216-bdc7-a8cb5100925c req-e8c8adef-ac20-4ca4-865e-d536fdcf18c6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=60c0f2f7-268b-47c9-a1ee-3c187c42dd49 HTTP/1.1" status: 200 len: 913 time: 0.2145107 Jan 15 10:17:52.299626 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58240334-e8b1-4602-9ee0-d48c4f09a0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fbed00-f536-49b1-97b1-6b1ab7d3a050,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:52.317015 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a2fd36e6-f68f-4dcf-a157-c21ca17f6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:52.345483 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-58240334-e8b1-4602-9ee0-d48c4f09a0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:52.346020 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-58240334-e8b1-4602-9ee0-d48c4f09a0f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:52.410831 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd36e6-f68f-4dcf-a157-c21ca17f6de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bedde24-7ff3-4299-ae86-0d8c8155ffcc,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:52.419471 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 226adc21-1c5c-47ae-8c47-b920e562f18c up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:52.419997 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a2fd36e6-f68f-4dcf-a157-c21ca17f6de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:52.421271 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-a2fd36e6-f68f-4dcf-a157-c21ca17f6de8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8bedde24-7ff3-4299-ae86-0d8c8155ffcc HTTP/1.1" status: 204 len: 168 time: 0.9341300 Jan 15 10:17:52.428096 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a2fd36e6-f68f-4dcf-a157-c21ca17f6de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:52.485293 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-58240334-e8b1-4602-9ee0-d48c4f09a0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:52.489013 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-58240334-e8b1-4602-9ee0-d48c4f09a0f5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/63fbed00-f536-49b1-97b1-6b1ab7d3a050 HTTP/1.1" status: 204 len: 168 time: 1.9443486 Jan 15 10:17:52.495874 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:52.548503 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 226adc21-1c5c-47ae-8c47-b920e562f18c triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:52.548935 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:52.630718 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a51eb421-10e8-4216-bdc7-a8cb5100925c req-a792ad5e-75de-4fed-be52-c8d53d1f87e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1ed953e-0879-414b-bb1e-0727908675f4 HTTP/1.1" status: 200 len: 217 time: 0.3764307 Jan 15 10:17:52.702874 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:52.718812 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd025032-8d37-4576-8d3e-6a49422ad9f5 req-c7c559aa-2cd3-48a9-bc9d-c7da7271286f tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:52.741160 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fd025032-8d37-4576-8d3e-6a49422ad9f5 req-c7c559aa-2cd3-48a9-bc9d-c7da7271286f tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 931 time: 0.5897040 Jan 15 10:17:52.754554 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc4b11-d1ba-437c-b093-321ba1242c7b req-b8bc00d0-0a9e-41fe-8c7d-bbcd4c31bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:52.758034 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8cdc4b11-d1ba-437c-b093-321ba1242c7b req-b8bc00d0-0a9e-41fe-8c7d-bbcd4c31bf21 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0666ce70-2a86-4cae-8042-368f64bbe186 HTTP/1.1" status: 200 len: 1162 time: 0.5051498 Jan 15 10:17:52.844126 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-e214269f-447c-4141-b196-3b14fae3e48b req-a4a7c255-1b64-4fdc-a584-ba94bdab3b4e tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:52.858231 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-8cdc4b11-d1ba-437c-b093-321ba1242c7b req-d35b9f88-2382-456d-b7e0-aa942afaf723 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:52.915187 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-8cdc4b11-d1ba-437c-b093-321ba1242c7b req-d35b9f88-2382-456d-b7e0-aa942afaf723 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:53.012338 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-8cdc4b11-d1ba-437c-b093-321ba1242c7b req-d35b9f88-2382-456d-b7e0-aa942afaf723 service neutron] Usage tracker for resource:security_group_rule and tenant:d6eb130945224f0882b1a82e75897706 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:53.039394 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-8cdc4b11-d1ba-437c-b093-321ba1242c7b req-d35b9f88-2382-456d-b7e0-aa942afaf723 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:53.043819 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-cd5b24e2-2ef3-479d-a25d-ae1e2a70552e req-dba1becd-0626-43d9-a5bb-2f6ea712b571 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 210 time: 0.1720715 Jan 15 10:17:53.055824 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-8cdc4b11-d1ba-437c-b093-321ba1242c7b req-d35b9f88-2382-456d-b7e0-aa942afaf723 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:53.119128 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51eb421-10e8-4216-bdc7-a8cb5100925c req-30891f6d-bbac-429f-9cbc-04777c7fd214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:53.120742 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a51eb421-10e8-4216-bdc7-a8cb5100925c req-30891f6d-bbac-429f-9cbc-04777c7fd214 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e50e1e9-0d81-4100-9cb2-e63b82b84a17 HTTP/1.1" status: 200 len: 859 time: 0.4777982 Jan 15 10:17:53.137995 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fd025032-8d37-4576-8d3e-6a49422ad9f5 req-3212074b-284c-479e-934f-04a50b7f2870 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3853111 Jan 15 10:17:53.226220 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a51eb421-10e8-4216-bdc7-a8cb5100925c req-7c922983-fcf7-4252-a1cd-9530cda08a00 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60c0f2f7-268b-47c9-a1ee-3c187c42dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870616 Jan 15 10:17:53.246716 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 56042) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:53.359686 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-e214269f-447c-4141-b196-3b14fae3e48b req-a4a7c255-1b64-4fdc-a584-ba94bdab3b4e tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:53.382642 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 56050) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:53.428566 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:53.476106 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a65ca9bf-f17c-4407-88a1-96302f7d26b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:53.540265 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e908cf77-be01-43fb-ae9c-351150da0597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:53.570892 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.db.resource_extend [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 15 10:17:53.573128 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-a65ca9bf-f17c-4407-88a1-96302f7d26b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:53.582328 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-a65ca9bf-f17c-4407-88a1-96302f7d26b0 admin admin] Usage tracker for resource:security_group_rule and tenant:39cdc17fc40547babdad7fc9a09b3627 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:53.587780 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-a65ca9bf-f17c-4407-88a1-96302f7d26b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:53.596233 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-a65ca9bf-f17c-4407-88a1-96302f7d26b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:53.676531 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff15966-4948-486e-ba8e-54c922902eff req-07e91bc3-497f-4378-ad9c-04cf960c4705 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:53.678300 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fff15966-4948-486e-ba8e-54c922902eff req-07e91bc3-497f-4378-ad9c-04cf960c4705 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/ports?device_id=0666ce70-2a86-4cae-8042-368f64bbe186 HTTP/1.1" status: 200 len: 945 time: 0.2988110 Jan 15 10:17:53.684485 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a51eb421-10e8-4216-bdc7-a8cb5100925c req-9ff8639d-69b8-42b9-8414-b9951c7d0801 service neutron] 10.222.0.73 "GET /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383805 Jan 15 10:17:53.721376 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-e908cf77-be01-43fb-ae9c-351150da0597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:53.736480 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:53.758385 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-e908cf77-be01-43fb-ae9c-351150da0597 admin admin] Usage tracker for resource:security_group_rule and tenant:1501b8a6266e4f14ae9042079a3b8b3b is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:53.762976 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:53.764087 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-e908cf77-be01-43fb-ae9c-351150da0597 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:53.776409 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7c255-1b64-4fdc-a584-ba94bdab3b4e tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Pushing event updated for resources: {'Port': ['ID=d09f9457-f045-44fc-9277-47f20625c20d,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:53.872941 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fff15966-4948-486e-ba8e-54c922902eff req-0216c5e2-a436-4a43-9ddf-e73201a7292a tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/security-groups?id=716b4b77-0b7a-41cf-9f3e-40be5add5e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824894 Jan 15 10:17:53.948686 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a65ca9bf-f17c-4407-88a1-96302f7d26b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:53.951778 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a51eb421-10e8-4216-bdc7-a8cb5100925c req-a1b91337-ae2c-4519-9bb9-732eb05f56d0 service neutron] 10.222.0.73 "GET /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2595081 Jan 15 10:17:53.953740 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a65ca9bf-f17c-4407-88a1-96302f7d26b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:53.964315 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-5b8641cc-a7d7-4a4c-bff2-bf0d38177ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:54.014719 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a4a7c255-1b64-4fdc-a584-ba94bdab3b4e tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:54.015886 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a4a7c255-1b64-4fdc-a584-ba94bdab3b4e tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:54.022427 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-a65ca9bf-f17c-4407-88a1-96302f7d26b0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=39cdc17fc40547babdad7fc9a09b3627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7043695 Jan 15 10:17:54.024247 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ca9bf-f17c-4407-88a1-96302f7d26b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d3b6db-369d-4ba6-8656-761184448120,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:54.027691 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a65ca9bf-f17c-4407-88a1-96302f7d26b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:54.028630 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 56060) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:54.043920 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-e908cf77-be01-43fb-ae9c-351150da0597 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:54.097983 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ccd712d4-44c5-49ed-82b3-57128f478580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:54.128050 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ccd712d4-44c5-49ed-82b3-57128f478580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:54.175822 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ccd712d4-44c5-49ed-82b3-57128f478580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:54.181586 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:54.196861 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd712d4-44c5-49ed-82b3-57128f478580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d3b6db-369d-4ba6-8656-761184448120,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:54.199597 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ccd712d4-44c5-49ed-82b3-57128f478580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:54.231183 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-8cdc4b11-d1ba-437c-b093-321ba1242c7b req-d35b9f88-2382-456d-b7e0-aa942afaf723 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:54.267908 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-8cdc4b11-d1ba-437c-b093-321ba1242c7b req-d35b9f88-2382-456d-b7e0-aa942afaf723 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:54.270878 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ccd712d4-44c5-49ed-82b3-57128f478580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:54.273521 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-ccd712d4-44c5-49ed-82b3-57128f478580 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/86d3b6db-369d-4ba6-8656-761184448120 HTTP/1.1" status: 204 len: 168 time: 0.2425244 Jan 15 10:17:54.282150 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Pushing event updated for resources: {'Port': ['ID=c3aab48f-e100-4d2a-8194-f48eafcf3de4,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:54.293872 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:54.300070 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e214269f-447c-4141-b196-3b14fae3e48b req-a4a7c255-1b64-4fdc-a584-ba94bdab3b4e tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Network 60c0f2f7-268b-47c9-a1ee-3c187c42dd49 is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:17:54.302513 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d9aad788-969c-49f1-902b-8c4863940205 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:54.315984 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [req-e214269f-447c-4141-b196-3b14fae3e48b req-a4a7c255-1b64-4fdc-a584-ba94bdab3b4e tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:17:54.328011 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8cdc4b11-d1ba-437c-b093-321ba1242c7b req-d35b9f88-2382-456d-b7e0-aa942afaf723 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=716b4b77-0b7a-41cf-9f3e-40be5add5e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5184245 Jan 15 10:17:54.335657 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-e214269f-447c-4141-b196-3b14fae3e48b req-a4a7c255-1b64-4fdc-a584-ba94bdab3b4e tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:17:54.351391 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e3a85-091a-4d2b-b537-293b4442c4c1 req-381be033-ccef-473a-9450-b7b6eee7f490 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:54.352629 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214269f-447c-4141-b196-3b14fae3e48b req-a4a7c255-1b64-4fdc-a584-ba94bdab3b4e tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:54.353049 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a43e3a85-091a-4d2b-b537-293b4442c4c1 req-381be033-ccef-473a-9450-b7b6eee7f490 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 931 time: 0.1521909 Jan 15 10:17:54.353313 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-e214269f-447c-4141-b196-3b14fae3e48b req-a4a7c255-1b64-4fdc-a584-ba94bdab3b4e tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:54.429566 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b9f88-2382-456d-b7e0-aa942afaf723 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ce3732-672d-40cf-878d-721472038ebb,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:54.472376 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d35b9f88-2382-456d-b7e0-aa942afaf723 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:54.495775 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-a43e3a85-091a-4d2b-b537-293b4442c4c1 req-995c268d-51fc-4732-84d4-6f4952d1bea1 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Synchronizing usage tracker for tenant:abfc5430ec924b65b5d1d6a28978f3e3 on resource:security_group {{(pid=80099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:17:54.517279 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409790'] for floatingip, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:54.526119 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e214269f-447c-4141-b196-3b14fae3e48b req-a4a7c255-1b64-4fdc-a584-ba94bdab3b4e tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5494537 Jan 15 10:17:54.537163 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.objects.ports [None req-3f60ae5a-8d72-4e39-96e0-e212231b86ee None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80100) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 10:17:54.543286 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22172f8-fdb7-48f9-a481-cea77e27b0be {{(pid=80098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:17:54.546757 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-a43e3a85-091a-4d2b-b537-293b4442c4c1 req-995c268d-51fc-4732-84d4-6f4952d1bea1 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Unset dirty status for tenant:abfc5430ec924b65b5d1d6a28978f3e3 on resource:security_group {{(pid=80099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:17:54.549041 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a43e3a85-091a-4d2b-b537-293b4442c4c1 req-995c268d-51fc-4732-84d4-6f4952d1bea1 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575620 Jan 15 10:17:54.558152 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:54.578011 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-e214269f-447c-4141-b196-3b14fae3e48b req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] Request body: {'port': {'device_id': '5d4f1a76-1209-4e53-9e33-16fd8161f5fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:54.588769 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa952f7-e76e-48c5-a92e-5ebda8c885ef req-e869ba94-ce1b-4181-bcf8-f6f98cde7925 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:54.597676 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2aa952f7-e76e-48c5-a92e-5ebda8c885ef req-e869ba94-ce1b-4181-bcf8-f6f98cde7925 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 931 time: 0.2432587 Jan 15 10:17:54.615277 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] Transition to ACTIVE for port object e22172f8-fdb7-48f9-a481-cea77e27b0be will not be triggered until provisioned by entity L2. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:17:54.623752 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for floatingip, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:54.625455 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.1439064 Jan 15 10:17:54.635562 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:54.638769 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e908cf77-be01-43fb-ae9c-351150da0597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:54.664716 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2aa952f7-e76e-48c5-a92e-5ebda8c885ef req-d821dc27-bd5b-451e-884f-fd87297de6c8 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660427 Jan 15 10:17:54.672971 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:54.709061 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e908cf77-be01-43fb-ae9c-351150da0597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:54.883829 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device e1ed953e-0879-414b-bb1e-0727908675f4 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:55.038866 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-e908cf77-be01-43fb-ae9c-351150da0597 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1501b8a6266e4f14ae9042079a3b8b3b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6528325 Jan 15 10:17:55.048919 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 56108) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:55.075912 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning for port e1ed953e-0879-414b-bb1e-0727908675f4 completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:17:55.083939 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port e1ed953e-0879-414b-bb1e-0727908675f4 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:55.085025 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:55.146117 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] Pushing event updated for resources: {'Port': ['ID=e22172f8-fdb7-48f9-a481-cea77e27b0be,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:55.155227 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:55.157975 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-af7b3a03-76aa-4150-b0f0-002e667b2e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.418s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:55.172123 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-fbfd0d35-d635-4859-8cdf-fb8124ee34d5 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Synchronizing usage tracker for tenant:1d2e666365284aacad9462063764b9e2 on resource:security_group {{(pid=80099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:17:55.224820 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-fbfd0d35-d635-4859-8cdf-fb8124ee34d5 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Unset dirty status for tenant:1d2e666365284aacad9462063764b9e2 on resource:security_group {{(pid=80099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:17:55.227710 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-fbfd0d35-d635-4859-8cdf-fb8124ee34d5 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--225391125&fields=id&tenant_id=1d2e666365284aacad9462063764b9e2 HTTP/1.1" status: 200 len: 267 time: 0.3241351 Jan 15 10:17:55.248846 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-e214269f-447c-4141-b196-3b14fae3e48b req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:55.399814 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908cf77-be01-43fb-ae9c-351150da0597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f974298-8315-4833-8bef-667dc6147eee,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:55.400009 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:55.417924 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e908cf77-be01-43fb-ae9c-351150da0597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:55.471903 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ed953e-0879-414b-bb1e-0727908675f4'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:17:55.503580 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port e1ed953e-0879-414b-bb1e-0727908675f4, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=e1ed953e-0879-414b-bb1e-0727908675f4,segment=NetworkSegment(df2c266a-1339-4852-923e-89f2bf75b81c),segment_id=df2c266a-1339-4852-923e-89f2bf75b81c)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:17:55.507173 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:55.510498 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:55.537138 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] Attempting to bind port e22172f8-fdb7-48f9-a481-cea77e27b0be on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:17:55.537510 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] Attempting to bind port e22172f8-fdb7-48f9-a481-cea77e27b0be by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '46701ca6-a814-4d34-86b7-c77ab641a4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d'}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:17:55.537883 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] Attempting to bind port e22172f8-fdb7-48f9-a481-cea77e27b0be on network ee63e9f3-0f98-4146-b7e4-219c5a0de38d {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:17:55.633924 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] Checking agent: {'id': '8c829481-49a9-437b-96a2-5739862171f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 15, 15), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:17:55.634299 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] Checking segment: {'id': '46701ca6-a814-4d34-86b7-c77ab641a4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:17:55.634707 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:55.635135 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] Bound using segment: {'id': '46701ca6-a814-4d34-86b7-c77ab641a4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d'} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:17:55.635641 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] Bound port: e22172f8-fdb7-48f9-a481-cea77e27b0be, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46701ca6-a814-4d34-86b7-c77ab641a4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d'}}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:17:55.636012 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:55.678204 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=e1ed953e-0879-414b-bb1e-0727908675f4,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:55.684516 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:55.685833 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5e0116c3-4a21-40cf-bbdc-5004fae38b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:55.739768 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5e0116c3-4a21-40cf-bbdc-5004fae38b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:55.792954 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5e0116c3-4a21-40cf-bbdc-5004fae38b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:55.831523 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6fdcc-43d9-4563-9467-9814dc47338e req-c9aaa225-bfde-4016-870f-6711d0a30c16 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:55.833849 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bde6fdcc-43d9-4563-9467-9814dc47338e req-c9aaa225-bfde-4016-870f-6711d0a30c16 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/ports?device_id=0666ce70-2a86-4cae-8042-368f64bbe186 HTTP/1.1" status: 200 len: 945 time: 0.5805895 Jan 15 10:17:55.838701 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:55.855533 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0116c3-4a21-40cf-bbdc-5004fae38b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f974298-8315-4833-8bef-667dc6147eee,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:55.871825 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] For port e22172f8-fdb7-48f9-a481-cea77e27b0be, host hv-cinder-76859, cleared binding levels {{(pid=80098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:17:55.877067 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-5e0116c3-4a21-40cf-bbdc-5004fae38b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:55.922783 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] For port e22172f8-fdb7-48f9-a481-cea77e27b0be, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=e22172f8-fdb7-48f9-a481-cea77e27b0be,segment=NetworkSegment(46701ca6-a814-4d34-86b7-c77ab641a4f7),segment_id=46701ca6-a814-4d34-86b7-c77ab641a4f7)] {{(pid=80098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:17:56.022188 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:56.065661 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 56138) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:56.066919 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:56.076047 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bde6fdcc-43d9-4563-9467-9814dc47338e req-c13d71b9-ce93-44e1-aac9-4ebdf7b449ae tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/security-groups?id=716b4b77-0b7a-41cf-9f3e-40be5add5e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251408 Jan 15 10:17:56.083596 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5e0116c3-4a21-40cf-bbdc-5004fae38b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:56.090156 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-5e0116c3-4a21-40cf-bbdc-5004fae38b0f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1f974298-8315-4833-8bef-667dc6147eee HTTP/1.1" status: 204 len: 168 time: 1.0365548 Jan 15 10:17:56.169685 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-389af067-86c7-4949-987e-2296698c2eeb tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:56.170591 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-389af067-86c7-4949-987e-2296698c2eeb tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Synchronizing usage tracker for tenant:1d2e666365284aacad9462063764b9e2 on resource:network {{(pid=80099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:17:56.218162 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-389af067-86c7-4949-987e-2296698c2eeb tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Unset dirty status for tenant:1d2e666365284aacad9462063764b9e2 on resource:network {{(pid=80099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:17:56.228989 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-389af067-86c7-4949-987e-2296698c2eeb tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/networks?id=8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f HTTP/1.1" status: 200 len: 810 time: 0.9855514 Jan 15 10:17:56.261961 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-6353fc30-bad2-4c2c-8b7a-fc156004ad9e tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/quotas/1d2e666365284aacad9462063764b9e2 HTTP/1.1" status: 200 len: 375 time: 0.0317438 Jan 15 10:17:56.362716 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ed953e-0879-414b-bb1e-0727908675f4', 'code': 200} Jan 15 10:17:56.426339 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] Pushing event updated for resources: {'Port': ['ID=e22172f8-fdb7-48f9-a481-cea77e27b0be,revision_number=3']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:56.434857 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:56.446361 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device e1ed953e-0879-414b-bb1e-0727908675f4 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:56.567568 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-34fc8890-9db1-4421-8427-84fb71e4f7ac tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Synchronizing usage tracker for tenant:1d2e666365284aacad9462063764b9e2 on resource:port {{(pid=80099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:17:56.590696 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:56.603594 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:56.611582 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] 10.222.0.73 "PUT /v2.0/ports/e22172f8-fdb7-48f9-a481-cea77e27b0be HTTP/1.1" status: 200 len: 1157 time: 4.4580522 Jan 15 10:17:56.649027 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-34fc8890-9db1-4421-8427-84fb71e4f7ac tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Unset dirty status for tenant:1d2e666365284aacad9462063764b9e2 on resource:port {{(pid=80099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:17:56.651994 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-34fc8890-9db1-4421-8427-84fb71e4f7ac tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d2e666365284aacad9462063764b9e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3890846 Jan 15 10:17:56.666306 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port e1ed953e-0879-414b-bb1e-0727908675f4 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:56.667409 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:56.685787 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [req-e214269f-447c-4141-b196-3b14fae3e48b req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d09f9457-f045-44fc-9277-47f20625c20d {{(pid=80098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:17:56.705800 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-e214269f-447c-4141-b196-3b14fae3e48b req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:56.738337 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [req-e214269f-447c-4141-b196-3b14fae3e48b req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] Transition to ACTIVE for port object d09f9457-f045-44fc-9277-47f20625c20d will not be triggered until provisioned by entity L2. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:17:56.739339 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2dcda1-a267-41d9-85eb-2f3e964cfcce', 'tag': 'e22172f8-fdb7-48f9-a481-cea77e27b0be'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:17:56.817082 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-e214269f-447c-4141-b196-3b14fae3e48b req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:57.049938 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee621f-5be3-4cb6-ab0d-7d5fd19997da req-3fdd9715-6062-4a35-a21c-528de19fd5f8 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:57.058518 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2aee621f-5be3-4cb6-ab0d-7d5fd19997da req-3fdd9715-6062-4a35-a21c-528de19fd5f8 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 943 time: 0.3898597 Jan 15 10:17:57.089182 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f62f7e01-9db2-4f4c-85d7-9043df13d15c tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:57.098749 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-e524c4d5-f94e-4e46-9d31-5c2694ec1411 service neutron] 10.222.0.60 "GET /v2.0/networks/8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426497 Jan 15 10:17:57.182569 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2aee621f-5be3-4cb6-ab0d-7d5fd19997da req-97b30827-e86e-4714-9b4a-c245eea49eaf tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229024 Jan 15 10:17:57.248551 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-af2a4667-3996-4a16-b3bb-7917148e70d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:57.282680 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-af2a4667-3996-4a16-b3bb-7917148e70d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:57.305220 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-af2a4667-3996-4a16-b3bb-7917148e70d0 admin admin] Usage tracker for resource:security_group_rule and tenant:4bb57c85a6964598ab996088f4d36d9f is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:57.317137 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-af2a4667-3996-4a16-b3bb-7917148e70d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:57.333336 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] Pushing event updated for resources: {'Port': ['ID=d09f9457-f045-44fc-9277-47f20625c20d,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:57.353702 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639087f-da95-4bbe-adfe-f91e0d27fe04 req-25458969-6fd9-4130-80f8-aac8edcb8f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:57.355409 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5639087f-da95-4bbe-adfe-f91e0d27fe04 req-25458969-6fd9-4130-80f8-aac8edcb8f9f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 1162 time: 0.6050434 Jan 15 10:17:57.358231 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-af2a4667-3996-4a16-b3bb-7917148e70d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:57.362276 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:57.397494 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-ee9306fc-5080-4a3b-9b72-d0fb694cabdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:57.399333 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-ee9306fc-5080-4a3b-9b72-d0fb694cabdc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7967420a877241f7a390365788b33c53&device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 1160 time: 0.6523027 Jan 15 10:17:57.452691 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-0ef7b14b-fc6d-4072-b7fc-05aa6247923f service neutron] 10.222.0.60 "GET /v2.0/networks/8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3345869 Jan 15 10:17:57.590904 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a6498-9975-4aaf-9dd0-2b170e0106b4 req-0b1dd59b-6821-4492-ac68-1a30bceee8ff tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:57.592719 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-047a6498-9975-4aaf-9dd0-2b170e0106b4 req-0b1dd59b-6821-4492-ac68-1a30bceee8ff tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 943 time: 0.1338887 Jan 15 10:17:57.691505 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-047a6498-9975-4aaf-9dd0-2b170e0106b4 req-c70f1698-6986-4b2b-b732-5a21c60c55eb tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861344 Jan 15 10:17:57.833353 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c2dcda1-a267-41d9-85eb-2f3e964cfcce', 'tag': 'e22172f8-fdb7-48f9-a481-cea77e27b0be', 'status': 'completed', 'code': 200} Jan 15 10:17:57.855801 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-2fedbd60-9111-46b9-86d4-e4203255e49d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e22172f8-fdb7-48f9-a481-cea77e27b0be HTTP/1.1" status: 200 len: 217 time: 0.4407349 Jan 15 10:17:58.045705 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e498f9e2-1575-45fa-8d55-e67eb38362a9 req-f3e24259-51fa-42c2-b64b-f78f7a4b5051 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 210 time: 0.1909497 Jan 15 10:17:58.084116 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-5639087f-da95-4bbe-adfe-f91e0d27fe04 req-8db4c8f7-a887-4a6c-8d38-183fb647586c service neutron] Synchronizing usage tracker for tenant:d6eb130945224f0882b1a82e75897706 on resource:security_group {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:17:58.149376 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0feba-7e01-4852-a9f6-5da9769d76e5 req-10f9bb48-a009-4838-ab6b-0341fe6af415 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:58.149376 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-45f0feba-7e01-4852-a9f6-5da9769d76e5 req-10f9bb48-a009-4838-ab6b-0341fe6af415 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/ports?device_id=0666ce70-2a86-4cae-8042-368f64bbe186 HTTP/1.1" status: 200 len: 945 time: 0.2092261 Jan 15 10:17:58.230143 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-45f0feba-7e01-4852-a9f6-5da9769d76e5 req-66c26de7-6c33-4250-aa19-4452b023bf7a tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/security-groups?id=716b4b77-0b7a-41cf-9f3e-40be5add5e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712528 Jan 15 10:17:58.259631 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-af2a4667-3996-4a16-b3bb-7917148e70d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:58.280049 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-d90ef708-9408-48e8-b720-a411fea82c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:58.282254 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-d90ef708-9408-48e8-b720-a411fea82c10 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bbdcee5-7bf8-47ea-8b3b-e146795708a7 HTTP/1.1" status: 200 len: 855 time: 0.4252560 Jan 15 10:17:58.333989 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-af2a4667-3996-4a16-b3bb-7917148e70d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:58.478223 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-643b68b4-8d5b-479a-a44a-55eb6b275902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:58.537155 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13213092-5e49-4599-b513-1d0f09a0b190 req-dae96737-f342-49f2-8cd4-60a88fc8c6e9 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:58.539760 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-13213092-5e49-4599-b513-1d0f09a0b190 req-dae96737-f342-49f2-8cd4-60a88fc8c6e9 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 943 time: 0.1680357 Jan 15 10:17:58.541202 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-5639087f-da95-4bbe-adfe-f91e0d27fe04 req-8db4c8f7-a887-4a6c-8d38-183fb647586c service neutron] Unset dirty status for tenant:d6eb130945224f0882b1a82e75897706 on resource:security_group {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:17:58.542460 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5639087f-da95-4bbe-adfe-f91e0d27fe04 req-8db4c8f7-a887-4a6c-8d38-183fb647586c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1749048 Jan 15 10:17:58.553524 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-e214269f-447c-4141-b196-3b14fae3e48b req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] Attempting to bind port d09f9457-f045-44fc-9277-47f20625c20d on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:17:58.554201 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-e214269f-447c-4141-b196-3b14fae3e48b req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] Attempting to bind port d09f9457-f045-44fc-9277-47f20625c20d by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'df2c266a-1339-4852-923e-89f2bf75b81c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60c0f2f7-268b-47c9-a1ee-3c187c42dd49'}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:17:58.554575 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e214269f-447c-4141-b196-3b14fae3e48b req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] Attempting to bind port d09f9457-f045-44fc-9277-47f20625c20d on network 60c0f2f7-268b-47c9-a1ee-3c187c42dd49 {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:17:58.610638 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 56228) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:58.635006 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e214269f-447c-4141-b196-3b14fae3e48b req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] Checking agent: {'id': '8c829481-49a9-437b-96a2-5739862171f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 15, 15), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:17:58.635670 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e214269f-447c-4141-b196-3b14fae3e48b req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] Checking segment: {'id': 'df2c266a-1339-4852-923e-89f2bf75b81c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60c0f2f7-268b-47c9-a1ee-3c187c42dd49'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:17:58.635813 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-e214269f-447c-4141-b196-3b14fae3e48b req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:58.636176 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e214269f-447c-4141-b196-3b14fae3e48b req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] Bound using segment: {'id': 'df2c266a-1339-4852-923e-89f2bf75b81c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60c0f2f7-268b-47c9-a1ee-3c187c42dd49'} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:17:58.636669 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-e214269f-447c-4141-b196-3b14fae3e48b req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] Bound port: d09f9457-f045-44fc-9277-47f20625c20d, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2c266a-1339-4852-923e-89f2bf75b81c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '60c0f2f7-268b-47c9-a1ee-3c187c42dd49'}}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:17:58.637046 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-e214269f-447c-4141-b196-3b14fae3e48b req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:58.659762 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-13213092-5e49-4599-b513-1d0f09a0b190 req-952fc3bd-548e-4bff-bc8b-b606f8ee5d6c tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120274 Jan 15 10:17:58.723235 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-af2a4667-3996-4a16-b3bb-7917148e70d0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4bb57c85a6964598ab996088f4d36d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5980885 Jan 15 10:17:58.724449 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 56236) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:58.755447 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a4667-3996-4a16-b3bb-7917148e70d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0b9aac-f237-400c-b879-ced6a02d180f,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:58.759054 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-af2a4667-3996-4a16-b3bb-7917148e70d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:58.826105 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-1e1352f5-1e9a-499d-b74a-3e5b65761271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:58.828530 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-1e1352f5-1e9a-499d-b74a-3e5b65761271 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee63e9f3-0f98-4146-b7e4-219c5a0de38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5177221 Jan 15 10:17:58.838090 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-e214269f-447c-4141-b196-3b14fae3e48b req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] For port d09f9457-f045-44fc-9277-47f20625c20d, host hv-cinder-76859, cleared binding levels {{(pid=80098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:17:58.877688 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-68f66273-bb74-4496-9c7f-9f7fb20514e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:58.953560 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-e214269f-447c-4141-b196-3b14fae3e48b req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] For port d09f9457-f045-44fc-9277-47f20625c20d, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=d09f9457-f045-44fc-9277-47f20625c20d,segment=NetworkSegment(df2c266a-1339-4852-923e-89f2bf75b81c),segment_id=df2c266a-1339-4852-923e-89f2bf75b81c)] {{(pid=80098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:17:58.971653 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-68f66273-bb74-4496-9c7f-9f7fb20514e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:58.987355 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-e214269f-447c-4141-b196-3b14fae3e48b req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:59.078530 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b6823484-6413-4a91-a8d7-db0e623a9a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:59.096677 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:59.120645 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-b6823484-6413-4a91-a8d7-db0e623a9a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:59.164174 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-b6823484-6413-4a91-a8d7-db0e623a9a90 admin admin] Usage tracker for resource:security_group_rule and tenant:d06f9f092d144eb1b0b337ff1f4ca477 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:59.168368 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-b6823484-6413-4a91-a8d7-db0e623a9a90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:59.188779 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-b6823484-6413-4a91-a8d7-db0e623a9a90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:59.220134 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-68f66273-bb74-4496-9c7f-9f7fb20514e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:59.255973 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:59.439316 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] Pushing event updated for resources: {'Port': ['ID=d09f9457-f045-44fc-9277-47f20625c20d,revision_number=3']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:59.442909 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:59.620941 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f66273-bb74-4496-9c7f-9f7fb20514e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0b9aac-f237-400c-b879-ced6a02d180f,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:59.659456 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-68f66273-bb74-4496-9c7f-9f7fb20514e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:59.718306 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-32feb540-426b-437b-bb02-3c3bd2e2b0f7 req-68e3d227-fd7a-4474-8f8f-43501b555ed2 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 210 time: 0.1732843 Jan 15 10:17:59.719564 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-68f66273-bb74-4496-9c7f-9f7fb20514e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:59.725959 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-68f66273-bb74-4496-9c7f-9f7fb20514e5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1e0b9aac-f237-400c-b879-ced6a02d180f HTTP/1.1" status: 204 len: 168 time: 1.0002000 Jan 15 10:17:59.801305 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf06b90-806d-4df8-bae4-e9b96e0702b4 req-fb987bcf-59e6-4ac7-a198-7a92b7c4aa35 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:59.803352 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-dcf06b90-806d-4df8-bae4-e9b96e0702b4 req-fb987bcf-59e6-4ac7-a198-7a92b7c4aa35 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 943 time: 0.7681980 Jan 15 10:17:59.886155 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-bd99093c-783f-4a01-9cba-637e3c6a74d5 service neutron] 10.222.0.73 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0494916 Jan 15 10:17:59.942768 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-dcf06b90-806d-4df8-bae4-e9b96e0702b4 req-5d0ae788-4e21-4d36-ad1b-94965c38dae5 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284521 Jan 15 10:17:59.947838 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b6823484-6413-4a91-a8d7-db0e623a9a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:59.958913 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b6823484-6413-4a91-a8d7-db0e623a9a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:59.980435 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:00.103525 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-9911d6c5-7c9d-4623-96ea-2623c2e04214 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:00.105186 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-9911d6c5-7c9d-4623-96ea-2623c2e04214 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.73 "GET /v2.0/networks?id=8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f HTTP/1.1" status: 200 len: 810 time: 0.6683054 Jan 15 10:18:00.114405 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214269f-447c-4141-b196-3b14fae3e48b req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:00.115114 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-e214269f-447c-4141-b196-3b14fae3e48b req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:00.116589 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e214269f-447c-4141-b196-3b14fae3e48b req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] 10.222.0.73 "PUT /v2.0/ports/d09f9457-f045-44fc-9277-47f20625c20d HTTP/1.1" status: 200 len: 1157 time: 5.5546954 Jan 15 10:18:00.119798 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d4f1a76-1209-4e53-9e33-16fd8161f5fc', 'tag': 'd09f9457-f045-44fc-9277-47f20625c20d'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:18:00.169715 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6823484-6413-4a91-a8d7-db0e623a9a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423daf2a-4874-41a6-9105-ede07e62a1cc,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:00.177281 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-b6823484-6413-4a91-a8d7-db0e623a9a90 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d06f9f092d144eb1b0b337ff1f4ca477&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5653875 Jan 15 10:18:00.181325 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b6823484-6413-4a91-a8d7-db0e623a9a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:00.182495 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 56314) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:00.285353 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 56318) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:00.308919 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d4f1a76-1209-4e53-9e33-16fd8161f5fc', 'tag': 'd09f9457-f045-44fc-9277-47f20625c20d', 'status': 'completed', 'code': 200} Jan 15 10:18:00.377562 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c88f5854-4d28-4871-b903-d4b5d68d8670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:00.427580 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053b8ed-067b-4ad5-b2c4-30b90b2c6ea3 req-8d3a2874-4b0f-415b-b810-e505a24f3877 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:00.434328 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 56326) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:00.437806 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c053b8ed-067b-4ad5-b2c4-30b90b2c6ea3 req-8d3a2874-4b0f-415b-b810-e505a24f3877 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 943 time: 0.3885410 Jan 15 10:18:00.498161 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-099ee150-30f0-49ed-b767-97e319bfa7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:00.516145 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c053b8ed-067b-4ad5-b2c4-30b90b2c6ea3 req-7000c4af-dc26-4cae-8875-88dacf87adc4 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769236 Jan 15 10:18:00.521563 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c88f5854-4d28-4871-b903-d4b5d68d8670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:00.541426 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-6c2bafc2-1cd5-4749-9f30-26bfe7b65d3f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1d2e666365284aacad9462063764b9e2 HTTP/1.1" status: 200 len: 5704 time: 0.3752236 Jan 15 10:18:00.558649 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-099ee150-30f0-49ed-b767-97e319bfa7cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:00.568873 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-099ee150-30f0-49ed-b767-97e319bfa7cd admin admin] Usage tracker for resource:security_group_rule and tenant:86bba05410c9497c80be99a856b2def2 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:00.585262 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Request body: {'port': {'device_id': 'c4dd8bc5-bd9b-4a11-b401-4e9836bf8128', 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f', 'admin_state_up': True, 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'security_groups': ['9e7678f0-85f7-4359-8bb9-13967dc1c5b7']}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:00.589687 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c88f5854-4d28-4871-b903-d4b5d68d8670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:00.605560 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-339374d6-6780-4ff6-be6e-324e97788d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:00.618540 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-099ee150-30f0-49ed-b767-97e319bfa7cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:00.621184 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f5854-4d28-4871-b903-d4b5d68d8670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423daf2a-4874-41a6-9105-ede07e62a1cc,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:00.628389 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-099ee150-30f0-49ed-b767-97e319bfa7cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:00.640501 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-c88f5854-4d28-4871-b903-d4b5d68d8670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:00.642010 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c88f5854-4d28-4871-b903-d4b5d68d8670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:00.643933 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-c88f5854-4d28-4871-b903-d4b5d68d8670 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/423daf2a-4874-41a6-9105-ede07e62a1cc HTTP/1.1" status: 204 len: 168 time: 0.4597220 Jan 15 10:18:00.804422 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0c1396c0-1852-4b74-88de-9fc74b13a5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:00.837569 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-0c1396c0-1852-4b74-88de-9fc74b13a5d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:00.843284 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-0c1396c0-1852-4b74-88de-9fc74b13a5d9 admin admin] Usage tracker for resource:security_group_rule and tenant:de6245af421c48ed9ed42b76ca14e921 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:00.847672 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-0c1396c0-1852-4b74-88de-9fc74b13a5d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:00.854544 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-0c1396c0-1852-4b74-88de-9fc74b13a5d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:00.877953 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2d4ae998-5aef-4b97-acfd-e21a8b60b4d0 req-d6dbd8d4-6e8d-4efe-b03d-bb606b041fe5 service neutron] 10.222.0.73 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9787154 Jan 15 10:18:00.880402 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-099ee150-30f0-49ed-b767-97e319bfa7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:00.889721 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214269f-447c-4141-b196-3b14fae3e48b req-b3372683-1e9b-4060-805b-cbe9d4b7cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:00.892837 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e214269f-447c-4141-b196-3b14fae3e48b req-b3372683-1e9b-4060-805b-cbe9d4b7cff6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abfc5430ec924b65b5d1d6a28978f3e3&device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 1160 time: 0.5862601 Jan 15 10:18:00.900541 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-099ee150-30f0-49ed-b767-97e319bfa7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:00.912557 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:00.982736 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0c1396c0-1852-4b74-88de-9fc74b13a5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:00.990340 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0c1396c0-1852-4b74-88de-9fc74b13a5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:01.004704 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:01.045459 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1396c0-1852-4b74-88de-9fc74b13a5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84958658-4ae2-4aa3-ac3d-f5216c60030d,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:01.052565 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0c1396c0-1852-4b74-88de-9fc74b13a5d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:01.056721 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e214269f-447c-4141-b196-3b14fae3e48b req-e01805aa-1fd2-4e88-bf36-52b8a756d720 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d09f9457-f045-44fc-9277-47f20625c20d HTTP/1.1" status: 200 len: 217 time: 0.1448498 Jan 15 10:18:01.072887 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-0c1396c0-1852-4b74-88de-9fc74b13a5d9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de6245af421c48ed9ed42b76ca14e921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7844071 Jan 15 10:18:01.075574 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 56360) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:01.164262 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8c3f4df5-3cb4-4194-9ca3-c414852d207b req-cab15e35-9e0c-4439-b0af-7501e0fa5d32 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 210 time: 0.0736358 Jan 15 10:18:01.170572 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-099ee150-30f0-49ed-b767-97e319bfa7cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=86bba05410c9497c80be99a856b2def2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7319324 Jan 15 10:18:01.174176 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 56366) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:01.178579 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:01.184049 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ee150-30f0-49ed-b767-97e319bfa7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865233cf-1b02-4014-ab54-9aa8b3e7ca16,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:01.224034 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-099ee150-30f0-49ed-b767-97e319bfa7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:01.244708 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:01.275660 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9e760cb4-980b-4365-8c00-bd966abc644b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:01.286898 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214269f-447c-4141-b196-3b14fae3e48b req-51347bbf-2ad8-4257-8227-1bb9149082db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:01.295221 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e214269f-447c-4141-b196-3b14fae3e48b req-51347bbf-2ad8-4257-8227-1bb9149082db service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e50e1e9-0d81-4100-9cb2-e63b82b84a17 HTTP/1.1" status: 200 len: 859 time: 0.2097864 Jan 15 10:18:01.300812 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Made reservation on behalf of 1d2e666365284aacad9462063764b9e2 for: {'port': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:18:01.307936 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9e760cb4-980b-4365-8c00-bd966abc644b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:01.315764 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:01.343097 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029b7af-bb6d-4f99-b6f0-a246e832dd76 req-685d2e10-13f3-4bb9-9e2b-aeea31ab5cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:01.345004 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b029b7af-bb6d-4f99-b6f0-a246e832dd76 req-685d2e10-13f3-4bb9-9e2b-aeea31ab5cc1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7967420a877241f7a390365788b33c53&device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 1160 time: 0.3670752 Jan 15 10:18:01.379212 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9e760cb4-980b-4365-8c00-bd966abc644b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:01.379212 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:01.407043 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e760cb4-980b-4365-8c00-bd966abc644b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865233cf-1b02-4014-ab54-9aa8b3e7ca16,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:01.411808 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-9e760cb4-980b-4365-8c00-bd966abc644b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:01.412942 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0dfbe5af-278c-4f11-882c-45d73fedaef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:01.424101 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9e760cb4-980b-4365-8c00-bd966abc644b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:01.425763 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-9e760cb4-980b-4365-8c00-bd966abc644b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/865233cf-1b02-4014-ab54-9aa8b3e7ca16 HTTP/1.1" status: 204 len: 168 time: 0.2503331 Jan 15 10:18:01.500336 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 56376) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:01.501670 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0dfbe5af-278c-4f11-882c-45d73fedaef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:01.555813 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1c984bf3-9346-4dc1-bb23-114afb0b85ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:01.592027 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e214269f-447c-4141-b196-3b14fae3e48b req-cd560740-c44a-49c7-992c-93e36356132f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60c0f2f7-268b-47c9-a1ee-3c187c42dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2046149 Jan 15 10:18:01.614222 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-1c984bf3-9346-4dc1-bb23-114afb0b85ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:01.622732 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-1c984bf3-9346-4dc1-bb23-114afb0b85ae admin admin] Usage tracker for resource:security_group_rule and tenant:0b9446af18c14da0b6810bde9efa35df is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:01.628131 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-1c984bf3-9346-4dc1-bb23-114afb0b85ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:01.640749 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-1c984bf3-9346-4dc1-bb23-114afb0b85ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:01.697797 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949782e-bc20-4ba6-b2eb-a5304e5dff97 req-020d8ff4-d4ff-44ea-9d70-6d1163e44ac2 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:01.705226 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b949782e-bc20-4ba6-b2eb-a5304e5dff97 req-020d8ff4-d4ff-44ea-9d70-6d1163e44ac2 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 943 time: 0.2557719 Jan 15 10:18:01.723398 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0dfbe5af-278c-4f11-882c-45d73fedaef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:01.756380 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:01.776322 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbe5af-278c-4f11-882c-45d73fedaef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84958658-4ae2-4aa3-ac3d-f5216c60030d,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:01.843758 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0dfbe5af-278c-4f11-882c-45d73fedaef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:01.886862 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0dfbe5af-278c-4f11-882c-45d73fedaef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:01.891422 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-0dfbe5af-278c-4f11-882c-45d73fedaef1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/84958658-4ae2-4aa3-ac3d-f5216c60030d HTTP/1.1" status: 204 len: 168 time: 0.8115623 Jan 15 10:18:01.899784 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b949782e-bc20-4ba6-b2eb-a5304e5dff97 req-1a2915cd-340d-435c-986d-85140f666255 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715877 Jan 15 10:18:02.016922 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189e243-e193-4dc5-ac52-a7a8bff23c41 req-ada9f5cf-f25d-441a-9423-0cc202a8ae94 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:02.018740 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a189e243-e193-4dc5-ac52-a7a8bff23c41 req-ada9f5cf-f25d-441a-9423-0cc202a8ae94 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 943 time: 0.2658391 Jan 15 10:18:02.074714 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1c984bf3-9346-4dc1-bb23-114afb0b85ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:02.086371 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029b7af-bb6d-4f99-b6f0-a246e832dd76 req-3a8b4e90-016a-42e4-a447-77bf6ec56a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:02.086529 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1c984bf3-9346-4dc1-bb23-114afb0b85ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:02.088264 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b029b7af-bb6d-4f99-b6f0-a246e832dd76 req-3a8b4e90-016a-42e4-a447-77bf6ec56a45 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee63e9f3-0f98-4146-b7e4-219c5a0de38d HTTP/1.1" status: 200 len: 910 time: 0.7022045 Jan 15 10:18:02.099363 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b6823484-6413-4a91-a8d7-db0e623a9a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:02.131397 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a189e243-e193-4dc5-ac52-a7a8bff23c41 req-f24a0e3e-8a6d-4b9d-bb62-4135be131360 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008770 Jan 15 10:18:02.164112 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-1c984bf3-9346-4dc1-bb23-114afb0b85ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b9446af18c14da0b6810bde9efa35df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6545193 Jan 15 10:18:02.165931 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c984bf3-9346-4dc1-bb23-114afb0b85ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e3030a-633a-402c-bdb2-f6e909c4ca78,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:02.169443 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1c984bf3-9346-4dc1-bb23-114afb0b85ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:02.170085 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 56394) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:02.200505 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b029b7af-bb6d-4f99-b6f0-a246e832dd76 req-f7548732-359b-46d3-8b6b-c078039daf1d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e22172f8-fdb7-48f9-a481-cea77e27b0be HTTP/1.1" status: 200 len: 217 time: 0.1024172 Jan 15 10:18:02.248140 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-48f5e5e5-8a6a-476c-988c-90e3d884aff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:02.324333 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-48f5e5e5-8a6a-476c-988c-90e3d884aff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:02.437238 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029b7af-bb6d-4f99-b6f0-a246e832dd76 req-e3adde0b-17f1-4382-bb26-0e64fa324876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:02.445004 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-48f5e5e5-8a6a-476c-988c-90e3d884aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:02.447187 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b029b7af-bb6d-4f99-b6f0-a246e832dd76 req-e3adde0b-17f1-4382-bb26-0e64fa324876 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bbdcee5-7bf8-47ea-8b3b-e146795708a7 HTTP/1.1" status: 200 len: 855 time: 0.1879807 Jan 15 10:18:02.450362 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:02.477423 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5e5e5-8a6a-476c-988c-90e3d884aff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e3030a-633a-402c-bdb2-f6e909c4ca78,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:02.486257 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-48f5e5e5-8a6a-476c-988c-90e3d884aff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:02.501458 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 56406) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:02.534820 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-48f5e5e5-8a6a-476c-988c-90e3d884aff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:02.538504 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-48f5e5e5-8a6a-476c-988c-90e3d884aff8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/14e3030a-633a-402c-bdb2-f6e909c4ca78 HTTP/1.1" status: 204 len: 168 time: 0.3647974 Jan 15 10:18:02.550254 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-61fcd0d0-3ee4-42f3-ba0e-e1f4efd09eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:02.675313 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e214269f-447c-4141-b196-3b14fae3e48b req-82b0ed1e-a801-468c-9cee-b30eeb59ee1c service neutron] 10.222.0.73 "GET /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6350694 Jan 15 10:18:02.800775 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-695e2e53-8557-413a-a3b5-a960f367dab6 req-6fc2832b-3df5-4cd7-bf4f-ec77b5d8e23b tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 210 time: 0.2265186 Jan 15 10:18:02.802700 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-61fcd0d0-3ee4-42f3-ba0e-e1f4efd09eee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:02.825294 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-61fcd0d0-3ee4-42f3-ba0e-e1f4efd09eee admin admin] Usage tracker for resource:security_group_rule and tenant:5dc06ace31ee4cf1938f736d3094cd3d is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:02.830023 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-61fcd0d0-3ee4-42f3-ba0e-e1f4efd09eee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:02.836207 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-61fcd0d0-3ee4-42f3-ba0e-e1f4efd09eee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:02.953354 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-61fcd0d0-3ee4-42f3-ba0e-e1f4efd09eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:02.956905 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-61fcd0d0-3ee4-42f3-ba0e-e1f4efd09eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:02.965461 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029b7af-bb6d-4f99-b6f0-a246e832dd76 req-b5db736f-f47c-487f-977d-d54093434be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:02.967291 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b029b7af-bb6d-4f99-b6f0-a246e832dd76 req-b5db736f-f47c-487f-977d-d54093434be9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee63e9f3-0f98-4146-b7e4-219c5a0de38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4999995 Jan 15 10:18:02.969690 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-afb665ab-bea3-4172-8f1f-8ce9abd50348 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:02.970435 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e214269f-447c-4141-b196-3b14fae3e48b req-19e949eb-a050-442f-9ad5-c5c9cd3dd121 service neutron] 10.222.0.73 "GET /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2792788 Jan 15 10:18:03.047196 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fcd0d0-3ee4-42f3-ba0e-e1f4efd09eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df24eb8-f7df-41f8-8a07-97da3ffdb7e3,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:03.056452 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-61fcd0d0-3ee4-42f3-ba0e-e1f4efd09eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:03.099097 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-61fcd0d0-3ee4-42f3-ba0e-e1f4efd09eee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5dc06ace31ee4cf1938f736d3094cd3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5964589 Jan 15 10:18:03.102729 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 56420) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:03.107279 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device e22172f8-fdb7-48f9-a481-cea77e27b0be up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:03.177278 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b029b7af-bb6d-4f99-b6f0-a246e832dd76 req-b94e37fe-296f-43ab-928f-92d3f0e1d64a service neutron] 10.222.0.73 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918581 Jan 15 10:18:03.285656 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-cc0997d4-82a4-4f98-84ee-1b7479b89418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:03.314047 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning for port e22172f8-fdb7-48f9-a481-cea77e27b0be completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:18:03.327540 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port e22172f8-fdb7-48f9-a481-cea77e27b0be triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:03.328214 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:03.351955 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-cc0997d4-82a4-4f98-84ee-1b7479b89418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:03.380940 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Allocated IP 172.20.0.14 (8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f/ea4063fd-7d74-42c0-8f21-8e53b0e4ce85/09a01076-95b1-4e46-9041-019b435d310f) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:18:03.403835 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acbfe7-2163-4093-b890-8a6f117267f0 req-d15e4325-2fad-413f-bb36-eb53eba4f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:03.406652 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-68acbfe7-2163-4093-b890-8a6f117267f0 req-d15e4325-2fad-413f-bb36-eb53eba4f96c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abfc5430ec924b65b5d1d6a28978f3e3&device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 1160 time: 0.2231455 Jan 15 10:18:03.476623 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-cc0997d4-82a4-4f98-84ee-1b7479b89418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:03.536751 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:03.555214 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0997d4-82a4-4f98-84ee-1b7479b89418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df24eb8-f7df-41f8-8a07-97da3ffdb7e3,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:03.557345 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-cc0997d4-82a4-4f98-84ee-1b7479b89418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:03.558778 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-cc0997d4-82a4-4f98-84ee-1b7479b89418 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9df24eb8-f7df-41f8-8a07-97da3ffdb7e3 HTTP/1.1" status: 204 len: 168 time: 0.4549649 Jan 15 10:18:03.565119 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-cc0997d4-82a4-4f98-84ee-1b7479b89418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:03.637969 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:03.674084 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acbfe7-2163-4093-b890-8a6f117267f0 req-8ba1215b-6d67-4de2-99c6-b31f2a085116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:03.675726 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-68acbfe7-2163-4093-b890-8a6f117267f0 req-8ba1215b-6d67-4de2-99c6-b31f2a085116 service neutron] 10.222.0.73 "GET /v2.0/networks?id=60c0f2f7-268b-47c9-a1ee-3c187c42dd49 HTTP/1.1" status: 200 len: 913 time: 0.2591777 Jan 15 10:18:03.715372 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2dcda1-a267-41d9-85eb-2f3e964cfcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22172f8-fdb7-48f9-a481-cea77e27b0be'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:18:03.743102 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963f604-63d8-41ff-9d6e-59098d8e57cf req-09be8143-f676-43ad-92d3-0e39dcc2227a tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:03.750266 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port e22172f8-fdb7-48f9-a481-cea77e27b0be, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=e22172f8-fdb7-48f9-a481-cea77e27b0be,segment=NetworkSegment(46701ca6-a814-4d34-86b7-c77ab641a4f7),segment_id=46701ca6-a814-4d34-86b7-c77ab641a4f7)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:18:03.751308 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c963f604-63d8-41ff-9d6e-59098d8e57cf req-09be8143-f676-43ad-92d3-0e39dcc2227a tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 943 time: 0.5059385 Jan 15 10:18:03.757237 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:03.759575 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:03.784065 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-68acbfe7-2163-4093-b890-8a6f117267f0 req-67adbe32-77ba-4717-9729-578cc44f4c79 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d09f9457-f045-44fc-9277-47f20625c20d HTTP/1.1" status: 200 len: 217 time: 0.0952821 Jan 15 10:18:03.931952 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=e22172f8-fdb7-48f9-a481-cea77e27b0be,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:03.933799 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613e605-aa92-4a04-b9f8-c64b8ada16da req-f3c9288a-5852-4848-b92f-1287f5720bb9 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:03.938406 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:03.940609 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0613e605-aa92-4a04-b9f8-c64b8ada16da req-f3c9288a-5852-4848-b92f-1287f5720bb9 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 943 time: 0.5080705 Jan 15 10:18:03.953556 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acbfe7-2163-4093-b890-8a6f117267f0 req-cd63ba18-a4d7-4a63-a750-c41284f653ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:03.955445 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-68acbfe7-2163-4093-b890-8a6f117267f0 req-cd63ba18-a4d7-4a63-a750-c41284f653ec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e50e1e9-0d81-4100-9cb2-e63b82b84a17 HTTP/1.1" status: 200 len: 859 time: 0.1451902 Jan 15 10:18:03.962051 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c963f604-63d8-41ff-9d6e-59098d8e57cf req-291c7eaa-28d9-4ca1-8f60-81e1c29d61ea tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085543 Jan 15 10:18:03.969778 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b029b7af-bb6d-4f99-b6f0-a246e832dd76 req-5364ce7e-758c-4861-908e-e6227e956d71 service neutron] 10.222.0.73 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7276340 Jan 15 10:18:04.048916 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-68acbfe7-2163-4093-b890-8a6f117267f0 req-bf42f771-0ad4-4e64-853e-a161a132bca9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60c0f2f7-268b-47c9-a1ee-3c187c42dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549414 Jan 15 10:18:04.055387 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0613e605-aa92-4a04-b9f8-c64b8ada16da req-8b931f01-fbfd-467a-b9cb-f796f5307686 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903947 Jan 15 10:18:04.149621 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2dcda1-a267-41d9-85eb-2f3e964cfcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22172f8-fdb7-48f9-a481-cea77e27b0be', 'code': 200} Jan 15 10:18:04.345680 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 56458) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:04.395726 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-efd379ff-f0b1-466a-ba38-c9ff6ffb2b00 req-865af1fb-d49a-45f9-8cc9-6192877d81c6 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 210 time: 0.1071792 Jan 15 10:18:04.424104 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b8e0badc-0269-4382-84c8-0b1ae9238805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:04.734164 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-68acbfe7-2163-4093-b890-8a6f117267f0 req-9c0b9931-52a3-4da2-a950-87da8f71a01e service neutron] 10.222.0.73 "GET /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6659658 Jan 15 10:18:04.746125 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fabd46-4a8d-45a5-992b-c2a233c6c5e6 req-16274d04-0543-4986-bbea-75e3cc479640 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:04.754660 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-38fabd46-4a8d-45a5-992b-c2a233c6c5e6 req-16274d04-0543-4986-bbea-75e3cc479640 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/ports?device_id=0666ce70-2a86-4cae-8042-368f64bbe186 HTTP/1.1" status: 200 len: 945 time: 0.1308353 Jan 15 10:18:04.780965 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:04.784492 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-b8e0badc-0269-4382-84c8-0b1ae9238805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:04.806456 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-38fabd46-4a8d-45a5-992b-c2a233c6c5e6 req-e741ec85-8b2c-496a-a6c2-29ca176deb14 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/security-groups?id=716b4b77-0b7a-41cf-9f3e-40be5add5e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507917 Jan 15 10:18:04.871150 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-b8e0badc-0269-4382-84c8-0b1ae9238805 admin admin] Usage tracker for resource:security_group_rule and tenant:ad0c3a49f6f048e99d2b6fe788a71007 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:04.889920 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-b8e0badc-0269-4382-84c8-0b1ae9238805 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:04.907411 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-b8e0badc-0269-4382-84c8-0b1ae9238805 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:04.942253 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-68acbfe7-2163-4093-b890-8a6f117267f0 req-7cc2f0f2-c004-4a14-80ed-a8be38545ec2 service neutron] 10.222.0.73 "GET /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1980433 Jan 15 10:18:04.946189 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Transition to ACTIVE for port object 09a01076-95b1-4e46-9041-019b435d310f will not be triggered until provisioned by entity DHCP. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:18:04.980724 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc92dc7-01b8-4314-bab1-7c66204a43f7 req-005d0342-d51d-4b9a-8325-dcadb9326d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:04.982374 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-afc92dc7-01b8-4314-bab1-7c66204a43f7 req-005d0342-d51d-4b9a-8325-dcadb9326d68 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 1162 time: 0.5363219 Jan 15 10:18:05.028154 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device e22172f8-fdb7-48f9-a481-cea77e27b0be up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:05.099640 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-afc92dc7-01b8-4314-bab1-7c66204a43f7 req-c033ad39-33ae-46f0-8d2e-b000576c588c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059744 Jan 15 10:18:05.123528 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:05.197074 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port e22172f8-fdb7-48f9-a481-cea77e27b0be triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:05.197493 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:05.342943 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:05.430992 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Pushing event updated for resources: {'Port': ['ID=09a01076-95b1-4e46-9041-019b435d310f,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:05.448145 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:05.448543 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:05.448936 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:05.449323 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:05.449704 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:05.450080 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:05.450456 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:05.450829 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:05.451250 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:05.451782 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:05.452222 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:05.453087 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:05.453087 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:05.453418 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:05.453768 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:05.454168 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:05.454547 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:05.454916 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:05.455336 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:05.455707 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:05.456078 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:05.456446 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:05.456825 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:05.457193 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:05.471262 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:05.492191 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Network 8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:18:05.495544 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:18:05.505668 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:18:05.523676 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:05.524404 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:05.546754 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b8e0badc-0269-4382-84c8-0b1ae9238805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:05.553853 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b8e0badc-0269-4382-84c8-0b1ae9238805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:05.591197 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-871e2f29-70fc-4b0e-ad47-9cd84ba9df22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:05.642826 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-b8e0badc-0269-4382-84c8-0b1ae9238805 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ad0c3a49f6f048e99d2b6fe788a71007&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2986925 Jan 15 10:18:05.646688 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 56494) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:05.647496 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0badc-0269-4382-84c8-0b1ae9238805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3472b9fb-d0cd-4f51-8c1d-78ebf5e008e3,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:05.652061 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b8e0badc-0269-4382-84c8-0b1ae9238805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:05.661522 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc444b5-4922-4e18-b167-2ee25d155e3f req-1020b0c0-697a-47f9-a85c-b436ce96383a tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:05.663286 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7bc444b5-4922-4e18-b167-2ee25d155e3f req-1020b0c0-697a-47f9-a85c-b436ce96383a tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.2947803 Jan 15 10:18:05.691437 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59414e-dc23-48b7-a9db-616f1201dc05 req-c36da74a-09dc-4484-acce-c17d20125251 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:05.703506 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5d59414e-dc23-48b7-a9db-616f1201dc05 req-c36da74a-09dc-4484-acce-c17d20125251 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 943 time: 0.4013767 Jan 15 10:18:05.713506 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device d09f9457-f045-44fc-9277-47f20625c20d up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:05.775265 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2101309 Jan 15 10:18:05.800484 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f08ab4a6-4839-47e2-9771-0b305b01c84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:05.810999 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] Request body: {'port': {'device_id': 'c4dd8bc5-bd9b-4a11-b401-4e9836bf8128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:05.818831 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5d59414e-dc23-48b7-a9db-616f1201dc05 req-a66f6ddb-d349-461a-8b10-ce21ed8df1b7 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143548 Jan 15 10:18:05.830462 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7bc444b5-4922-4e18-b167-2ee25d155e3f req-99b03f4f-cd8d-47f4-af23-75c0c5414853 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894353 Jan 15 10:18:05.843084 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning for port d09f9457-f045-44fc-9277-47f20625c20d completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:18:05.850610 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port d09f9457-f045-44fc-9277-47f20625c20d triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:05.851031 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.010353 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.066603 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-d7757649-4f95-4e5c-8cb8-d039450c5bc0 None None] Provisioning for port 09a01076-95b1-4e46-9041-019b435d310f completed by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:18:06.088008 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-d7757649-4f95-4e5c-8cb8-d039450c5bc0 None None] Provisioning complete for port 09a01076-95b1-4e46-9041-019b435d310f triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:06.088429 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d7757649-4f95-4e5c-8cb8-d039450c5bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.234130 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-d7757649-4f95-4e5c-8cb8-d039450c5bc0 None None] Port 09a01076-95b1-4e46-9041-019b435d310f cannot update to ACTIVE because it is not bound. {{(pid=80100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:18:06.276532 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4992e36-879c-4a26-9b96-486a88ad3f2e req-080c4e63-5204-4dff-834a-0b918edffede tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:06.279988 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e4992e36-879c-4a26-9b96-486a88ad3f2e req-080c4e63-5204-4dff-834a-0b918edffede tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 932 time: 0.2622380 Jan 15 10:18:06.329185 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.388752 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8941c28-0da7-4f58-b495-5fb00729aa57 req-748ba348-f604-49d5-a9b2-33e66dd963c5 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:06.391276 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port d09f9457-f045-44fc-9277-47f20625c20d, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=d09f9457-f045-44fc-9277-47f20625c20d,segment=NetworkSegment(df2c266a-1339-4852-923e-89f2bf75b81c),segment_id=df2c266a-1339-4852-923e-89f2bf75b81c)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:18:06.392666 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4f1a76-1209-4e53-9e33-16fd8161f5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09f9457-f045-44fc-9277-47f20625c20d'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:18:06.399646 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.402605 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ece1a7f5-e628-433f-8a1c-e0462446d643 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:06.407938 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a8941c28-0da7-4f58-b495-5fb00729aa57 req-748ba348-f604-49d5-a9b2-33e66dd963c5 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/ports?device_id=0666ce70-2a86-4cae-8042-368f64bbe186 HTTP/1.1" status: 200 len: 945 time: 0.3378675 Jan 15 10:18:06.463657 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f08ab4a6-4839-47e2-9771-0b305b01c84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.490646 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09a01076-95b1-4e46-9041-019b435d310f {{(pid=80098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:18:06.503589 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=d09f9457-f045-44fc-9277-47f20625c20d,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:06.506959 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:06.515026 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.552030 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] Transition to ACTIVE for port object 09a01076-95b1-4e46-9041-019b435d310f will not be triggered until provisioned by entity L2. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:18:06.564579 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.588140 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device d09f9457-f045-44fc-9277-47f20625c20d up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:06.588727 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:06.688078 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e4992e36-879c-4a26-9b96-486a88ad3f2e req-377e4c29-8bba-4468-afe4-77840045bb70 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708113 Jan 15 10:18:06.706517 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a8941c28-0da7-4f58-b495-5fb00729aa57 req-30ffc997-7dc5-436c-95f5-67a21a2a3ca8 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/security-groups?id=716b4b77-0b7a-41cf-9f3e-40be5add5e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975948 Jan 15 10:18:06.727694 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port d09f9457-f045-44fc-9277-47f20625c20d triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:06.732217 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.797399 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4f1a76-1209-4e53-9e33-16fd8161f5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09f9457-f045-44fc-9277-47f20625c20d', 'code': 200} Jan 15 10:18:07.000676 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] Pushing event updated for resources: {'Port': ['ID=09a01076-95b1-4e46-9041-019b435d310f,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:07.007252 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:07.022793 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f08ab4a6-4839-47e2-9771-0b305b01c84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:07.031580 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e908cf77-be01-43fb-ae9c-351150da0597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:07.055108 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ab4a6-4839-47e2-9771-0b305b01c84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3472b9fb-d0cd-4f51-8c1d-78ebf5e008e3,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:07.068426 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f08ab4a6-4839-47e2-9771-0b305b01c84f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:07.092929 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f08ab4a6-4839-47e2-9771-0b305b01c84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:07.093896 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-f08ab4a6-4839-47e2-9771-0b305b01c84f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3472b9fb-d0cd-4f51-8c1d-78ebf5e008e3 HTTP/1.1" status: 204 len: 168 time: 1.4433844 Jan 15 10:18:07.300443 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca381b-17db-400b-a836-6a5a78e68e25 req-7f755f87-b4dc-4a76-ae06-a23f4e17c34e tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:07.301292 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-79ca381b-17db-400b-a836-6a5a78e68e25 req-7f755f87-b4dc-4a76-ae06-a23f4e17c34e tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Synchronizing usage tracker for tenant:4c25715561aa4de8989e4570212a339c on resource:port {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:18:07.352278 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] Attempting to bind port 09a01076-95b1-4e46-9041-019b435d310f on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:18:07.367235 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] Attempting to bind port 09a01076-95b1-4e46-9041-019b435d310f by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f'}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:18:07.367974 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] Attempting to bind port 09a01076-95b1-4e46-9041-019b435d310f on network 8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:18:07.384892 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-79ca381b-17db-400b-a836-6a5a78e68e25 req-7f755f87-b4dc-4a76-ae06-a23f4e17c34e tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Unset dirty status for tenant:4c25715561aa4de8989e4570212a339c on resource:port {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:18:07.387042 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-79ca381b-17db-400b-a836-6a5a78e68e25 req-7f755f87-b4dc-4a76-ae06-a23f4e17c34e tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.73 "GET /v2.0/ports?device_id=0666ce70-2a86-4cae-8042-368f64bbe186 HTTP/1.1" status: 200 len: 945 time: 0.5475321 Jan 15 10:18:07.402508 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] Checking agent: {'id': '8c829481-49a9-437b-96a2-5739862171f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 15, 15), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:18:07.402704 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] Checking segment: {'id': 'c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:18:07.404711 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:07.408031 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] Bound using segment: {'id': 'c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f'} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:18:07.409360 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] Bound port: 09a01076-95b1-4e46-9041-019b435d310f, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f'}}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:18:07.410815 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:07.468323 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b039b-2d2f-4ce1-a7ee-e1bdb938d878 req-0ddd5b06-b4f0-4a6b-bd37-a4b663ca0ae5 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:07.477028 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2d9b039b-2d2f-4ce1-a7ee-e1bdb938d878 req-0ddd5b06-b4f0-4a6b-bd37-a4b663ca0ae5 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.3564517 Jan 15 10:18:07.505889 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d57f7-8390-41c1-b2ee-f83d116e4c8b req-41146b5f-332f-481a-8dfe-a750067810dd tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:07.520832 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c17d57f7-8390-41c1-b2ee-f83d116e4c8b req-41146b5f-332f-481a-8dfe-a750067810dd tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.3048396 Jan 15 10:18:07.626460 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2d9b039b-2d2f-4ce1-a7ee-e1bdb938d878 req-dcf3cef7-c17e-411b-8a89-acb86fb544b7 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483378 Jan 15 10:18:07.665102 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c17d57f7-8390-41c1-b2ee-f83d116e4c8b req-723911bf-49dd-4a1f-b7f7-af9559e313a8 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431670 Jan 15 10:18:07.852366 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3da511c5-2505-418d-9359-00c1b77c7b8d req-a6911562-247a-4d2e-bc76-73014c9d38ca service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1861806 Jan 15 10:18:07.935376 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-79ca381b-17db-400b-a836-6a5a78e68e25 req-e06655de-5805-4dbb-8b27-cbcdf8e69d06 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Deleting port 226adc21-1c5c-47ae-8c47-b920e562f18c {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:18:07.937015 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-79ca381b-17db-400b-a836-6a5a78e68e25 req-e06655de-5805-4dbb-8b27-cbcdf8e69d06 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:08.025053 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708637c-6e52-41aa-b184-5a9bd3540a5b req-b1d56754-a04f-4cc3-9bb2-c0bf3f76c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:08.026945 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c708637c-6e52-41aa-b184-5a9bd3540a5b req-b1d56754-a04f-4cc3-9bb2-c0bf3f76c614 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 1162 time: 0.8693292 Jan 15 10:18:08.076743 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] For port 09a01076-95b1-4e46-9041-019b435d310f, host hv-cinder-76859, cleared binding levels {{(pid=80098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:18:08.125695 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] For port 09a01076-95b1-4e46-9041-019b435d310f, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=09a01076-95b1-4e46-9041-019b435d310f,segment=NetworkSegment(c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9),segment_id=c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9)] {{(pid=80098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:18:08.135761 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c708637c-6e52-41aa-b184-5a9bd3540a5b req-facda9df-9be6-4351-9973-12c92c9afeb3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010535 Jan 15 10:18:08.140842 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:08.252908 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a6b96326-b470-4aa9-bf94-808e30bfa34b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:08.271624 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff5037-777f-4bf2-9c47-8dda7c102869 req-25818bc5-0a19-4d65-ad9f-5122ccece3b0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:08.273335 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-aaff5037-777f-4bf2-9c47-8dda7c102869 req-25818bc5-0a19-4d65-ad9f-5122ccece3b0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 944 time: 0.2540023 Jan 15 10:18:08.306036 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7865a9-4841-4301-a9b4-3759a9d2266c req-ab4006f7-e0ba-46cd-968b-5e36c6dee7aa tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:08.313284 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7a7865a9-4841-4301-a9b4-3759a9d2266c req-ab4006f7-e0ba-46cd-968b-5e36c6dee7aa tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.3996799 Jan 15 10:18:08.348784 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 56586) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:08.373349 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da511c5-2505-418d-9359-00c1b77c7b8d req-27881e01-be9e-415e-9b46-8f58bf48c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:08.377872 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3da511c5-2505-418d-9359-00c1b77c7b8d req-27881e01-be9e-415e-9b46-8f58bf48c61f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abfc5430ec924b65b5d1d6a28978f3e3&device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 1162 time: 0.3571630 Jan 15 10:18:08.395212 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 56590) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:08.411620 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:08.412303 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:08.413698 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-3df07dcc-d16f-4a05-86e9-96117e2fe8cd tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Request body: {'floatingip': {'port_id': 'e22172f8-fdb7-48f9-a481-cea77e27b0be'}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:08.413850 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] 10.222.0.73 "PUT /v2.0/ports/09a01076-95b1-4e46-9041-019b435d310f HTTP/1.1" status: 200 len: 1158 time: 2.6146016 Jan 15 10:18:08.414271 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4dd8bc5-bd9b-4a11-b401-4e9836bf8128', 'tag': '09a01076-95b1-4e46-9041-019b435d310f'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:18:08.543258 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 56596) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:08.554266 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 226adc21-1c5c-47ae-8c47-b920e562f18c no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:18:08.609104 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] Pushing event updated for resources: {'Port': ['ID=09a01076-95b1-4e46-9041-019b435d310f,revision_number=3']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:08.619667 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:08.693762 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-79ca381b-17db-400b-a836-6a5a78e68e25 req-e06655de-5805-4dbb-8b27-cbcdf8e69d06 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] For port 226adc21-1c5c-47ae-8c47-b920e562f18c, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=226adc21-1c5c-47ae-8c47-b920e562f18c,segment=NetworkSegment(f8a10392-79d1-457f-99db-f0e27c8e25a5),segment_id=f8a10392-79d1-457f-99db-f0e27c8e25a5)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:18:08.694062 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-79ca381b-17db-400b-a836-6a5a78e68e25 req-e06655de-5805-4dbb-8b27-cbcdf8e69d06 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:08.769234 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:08.818332 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port 226adc21-1c5c-47ae-8c47-b920e562f18c, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=226adc21-1c5c-47ae-8c47-b920e562f18c,segment=NetworkSegment(f8a10392-79d1-457f-99db-f0e27c8e25a5),segment_id=f8a10392-79d1-457f-99db-f0e27c8e25a5)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:18:08.819996 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0666ce70-2a86-4cae-8042-368f64bbe186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '226adc21-1c5c-47ae-8c47-b920e562f18c'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:18:08.830599 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:08.835485 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d777a972-7a2c-45ff-bc33-90f2dd98ba1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:09.067623 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=226adc21-1c5c-47ae-8c47-b920e562f18c,revision_number=5']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:09.080964 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:09.081353 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:09.082047 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:09.082440 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:09.082814 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:09.083249 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:09.083643 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:09.084014 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:09.084385 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:09.084754 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:09.085122 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:09.085494 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:09.085904 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:09.086269 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:09.086631 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:09.086992 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:09.087384 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:09.087750 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:09.088112 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:09.088473 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:09.088834 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:09.089195 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:09.089557 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:09.089918 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:09.091331 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-4f657ad3-c651-4daf-9e48-507a9fb5146d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:09.093917 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-4f657ad3-c651-4daf-9e48-507a9fb5146d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d2e666365284aacad9462063764b9e2&device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 1161 time: 0.5643151 Jan 15 10:18:09.107450 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:09.215408 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-79ca381b-17db-400b-a836-6a5a78e68e25 req-e06655de-5805-4dbb-8b27-cbcdf8e69d06 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Calling delete_port for 226adc21-1c5c-47ae-8c47-b920e562f18c owned by compute:nova {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:18:09.223773 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-aaff5037-777f-4bf2-9c47-8dda7c102869 req-bee730af-c193-4529-919e-4a0e5c811cd1 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9083138 Jan 15 10:18:09.229929 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3df07dcc-d16f-4a05-86e9-96117e2fe8cd tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for floatingip, before_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:09.288385 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-e96b5142-6fec-4f82-a6b5-4e5937c7598e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09a01076-95b1-4e46-9041-019b435d310f HTTP/1.1" status: 200 len: 217 time: 0.1341367 Jan 15 10:18:09.354870 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c530a80c-da71-46af-8fbd-1e62b6d44a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:09.361531 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-c0c7d571-92b8-496d-8e04-792147bbff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:09.362312 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-c0c7d571-92b8-496d-8e04-792147bbff20 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea4063fd-7d74-42c0-8f21-8e53b0e4ce85 HTTP/1.1" status: 200 len: 849 time: 0.0654488 Jan 15 10:18:09.368694 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:09.479001 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da511c5-2505-418d-9359-00c1b77c7b8d req-40a0a3d3-1221-481d-b084-2ea659567202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:09.480630 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3da511c5-2505-418d-9359-00c1b77c7b8d req-40a0a3d3-1221-481d-b084-2ea659567202 service neutron] 10.222.0.73 "GET /v2.0/networks?id=60c0f2f7-268b-47c9-a1ee-3c187c42dd49 HTTP/1.1" status: 200 len: 913 time: 0.9759009 Jan 15 10:18:09.491201 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-c530a80c-da71-46af-8fbd-1e62b6d44a1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:09.492164 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4dd8bc5-bd9b-4a11-b401-4e9836bf8128', 'tag': '09a01076-95b1-4e46-9041-019b435d310f', 'status': 'completed', 'code': 200} Jan 15 10:18:09.494296 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:09.510978 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Usage tracker for resource:security_group_rule and tenant:617a8933f18b4edcb2dd47f22113ad9b is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:09.544315 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-2c0ca520-f2d7-4cab-9bea-403ec6115ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:09.546610 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-2c0ca520-f2d7-4cab-9bea-403ec6115ff5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1015780 Jan 15 10:18:09.549532 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.db.api [req-79ca381b-17db-400b-a836-6a5a78e68e25 req-e06655de-5805-4dbb-8b27-cbcdf8e69d06 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80098) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:18:09.549919 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_db.api [req-79ca381b-17db-400b-a836-6a5a78e68e25 req-e06655de-5805-4dbb-8b27-cbcdf8e69d06 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:18:09.574445 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-c530a80c-da71-46af-8fbd-1e62b6d44a1b admin admin] Usage tracker for resource:security_group_rule and tenant:b2b9a3c1fe60449f968c94cd11881cf1 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:09.587859 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-c530a80c-da71-46af-8fbd-1e62b6d44a1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:09.590800 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:09.616053 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:09.627227 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3da511c5-2505-418d-9359-00c1b77c7b8d req-6a607e35-09c0-4b8a-a1f2-3f7c5cafb3fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1ed953e-0879-414b-bb1e-0727908675f4 HTTP/1.1" status: 200 len: 217 time: 0.1207187 Jan 15 10:18:09.666848 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-c530a80c-da71-46af-8fbd-1e62b6d44a1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:09.704402 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-d89e8918-8f80-40b7-86cc-9cff527f566c service neutron] 10.222.0.73 "GET /v2.0/networks/8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496496 Jan 15 10:18:09.823533 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feaa1d0-8911-4abc-a38b-3cb9a18a5248 req-e7e28d77-9083-49ba-9ef4-408e6baf3014 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:09.825254 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0feaa1d0-8911-4abc-a38b-3cb9a18a5248 req-e7e28d77-9083-49ba-9ef4-408e6baf3014 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/ports?device_id=0666ce70-2a86-4cae-8042-368f64bbe186 HTTP/1.1" status: 200 len: 945 time: 1.2576203 Jan 15 10:18:09.860673 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ffcb67cd-7004-42eb-bf1e-19976ad8b931 req-44d7076a-dbaf-4a84-9e91-50c48d65541b service neutron] 10.222.0.73 "GET /v2.0/networks/8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1483073 Jan 15 10:18:10.005849 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d44dac-c56f-46ef-a82c-86bbc96030cc req-c5c0a20c-d145-4ccf-b781-a8a4e8b07c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:10.007565 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-08d44dac-c56f-46ef-a82c-86bbc96030cc req-c5c0a20c-d145-4ccf-b781-a8a4e8b07c98 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d2e666365284aacad9462063764b9e2&device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 1161 time: 0.0985951 Jan 15 10:18:10.123351 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da511c5-2505-418d-9359-00c1b77c7b8d req-4bcab728-1423-447b-93c8-76b0c3b352b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:10.125651 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3da511c5-2505-418d-9359-00c1b77c7b8d req-4bcab728-1423-447b-93c8-76b0c3b352b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e50e1e9-0d81-4100-9cb2-e63b82b84a17 HTTP/1.1" status: 200 len: 859 time: 0.4553328 Jan 15 10:18:10.176768 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-79ca381b-17db-400b-a836-6a5a78e68e25 req-e06655de-5805-4dbb-8b27-cbcdf8e69d06 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Deleting port 226adc21-1c5c-47ae-8c47-b920e562f18c {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:18:10.177152 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-79ca381b-17db-400b-a836-6a5a78e68e25 req-e06655de-5805-4dbb-8b27-cbcdf8e69d06 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:10.205629 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0feaa1d0-8911-4abc-a38b-3cb9a18a5248 req-87d3ff34-ed0f-4853-ae54-9bdac45f5597 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/security-groups?id=716b4b77-0b7a-41cf-9f3e-40be5add5e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512127 Jan 15 10:18:10.228174 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3da511c5-2505-418d-9359-00c1b77c7b8d req-e21e2392-a3a2-4db2-bf1e-cabbc804f2ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60c0f2f7-268b-47c9-a1ee-3c187c42dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842905 Jan 15 10:18:10.236611 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d44dac-c56f-46ef-a82c-86bbc96030cc req-c825175b-f456-4ae0-862d-749f286f5947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:10.238233 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-08d44dac-c56f-46ef-a82c-86bbc96030cc req-c825175b-f456-4ae0-862d-749f286f5947 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f HTTP/1.1" status: 200 len: 904 time: 0.2192104 Jan 15 10:18:10.287191 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b565a46-4595-47a4-8dc0-a6bc40d651e0 req-498310c0-416c-4e2f-b282-7c8dbf9b44fe tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:10.295150 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7b565a46-4595-47a4-8dc0-a6bc40d651e0 req-498310c0-416c-4e2f-b282-7c8dbf9b44fe tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.6951301 Jan 15 10:18:10.325523 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0666ce70-2a86-4cae-8042-368f64bbe186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '226adc21-1c5c-47ae-8c47-b920e562f18c', 'code': 200} Jan 15 10:18:10.439579 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-08d44dac-c56f-46ef-a82c-86bbc96030cc req-1c99f240-81d5-42bb-b25d-0aebb71ce514 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09a01076-95b1-4e46-9041-019b435d310f HTTP/1.1" status: 200 len: 217 time: 0.1835518 Jan 15 10:18:10.598421 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d44dac-c56f-46ef-a82c-86bbc96030cc req-a8ba7140-aaf3-462b-b556-6d6566b2ce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:10.600076 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-08d44dac-c56f-46ef-a82c-86bbc96030cc req-a8ba7140-aaf3-462b-b556-6d6566b2ce73 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea4063fd-7d74-42c0-8f21-8e53b0e4ce85 HTTP/1.1" status: 200 len: 849 time: 0.1506083 Jan 15 10:18:10.601335 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7b565a46-4595-47a4-8dc0-a6bc40d651e0 req-5e2fcfc0-2913-4d42-a756-68c67e2a3bd8 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051212 Jan 15 10:18:10.641480 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device d09f9457-f045-44fc-9277-47f20625c20d up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:10.668508 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:10.671165 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-79ca381b-17db-400b-a836-6a5a78e68e25 req-e06655de-5805-4dbb-8b27-cbcdf8e69d06 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] For port 226adc21-1c5c-47ae-8c47-b920e562f18c, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=226adc21-1c5c-47ae-8c47-b920e562f18c,segment=NetworkSegment(f8a10392-79d1-457f-99db-f0e27c8e25a5),segment_id=f8a10392-79d1-457f-99db-f0e27c8e25a5)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:18:10.671770 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-79ca381b-17db-400b-a836-6a5a78e68e25 req-e06655de-5805-4dbb-8b27-cbcdf8e69d06 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:10.802627 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port d09f9457-f045-44fc-9277-47f20625c20d triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:10.803238 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:10.818709 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-79ca381b-17db-400b-a836-6a5a78e68e25 req-e06655de-5805-4dbb-8b27-cbcdf8e69d06 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Calling delete_port for 226adc21-1c5c-47ae-8c47-b920e562f18c owned by compute:nova {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:18:10.848344 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c530a80c-da71-46af-8fbd-1e62b6d44a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:10.864067 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:10.887580 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d44dac-c56f-46ef-a82c-86bbc96030cc req-6f754dde-6187-4b10-9af0-653d1a80c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:10.889755 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-08d44dac-c56f-46ef-a82c-86bbc96030cc req-6f754dde-6187-4b10-9af0-653d1a80c8f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2756181 Jan 15 10:18:11.041211 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a65ca9bf-f17c-4407-88a1-96302f7d26b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:11.051386 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3da511c5-2505-418d-9359-00c1b77c7b8d req-dc1358de-a7b2-45a0-8156-5812a11ce111 service neutron] 10.222.0.73 "GET /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7882004 Jan 15 10:18:11.052076 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c530a80c-da71-46af-8fbd-1e62b6d44a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:11.115999 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-08d44dac-c56f-46ef-a82c-86bbc96030cc req-924296ba-5b39-41a5-a38b-37d917aaaf52 service neutron] 10.222.0.73 "GET /v2.0/networks/8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069120 Jan 15 10:18:11.372992 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-79ca381b-17db-400b-a836-6a5a78e68e25 req-e06655de-5805-4dbb-8b27-cbcdf8e69d06 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:11.394831 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-92707252-a0c0-49c6-87de-e94ec2f9e9cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:11.416231 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-c530a80c-da71-46af-8fbd-1e62b6d44a1b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2b9a3c1fe60449f968c94cd11881cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8453443 Jan 15 10:18:11.427304 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-08d44dac-c56f-46ef-a82c-86bbc96030cc req-0acf22a4-d823-42ea-b83e-9e848a29fdeb service neutron] 10.222.0.73 "GET /v2.0/networks/8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2971523 Jan 15 10:18:11.427831 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 56656) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:11.474617 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06655de-5805-4dbb-8b27-cbcdf8e69d06 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Pushing event deleted for resources: {'Port': ['ID=226adc21-1c5c-47ae-8c47-b920e562f18c,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:11.479658 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e06655de-5805-4dbb-8b27-cbcdf8e69d06 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:11.497933 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=617a8933f18b4edcb2dd47f22113ad9b&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0961225 Jan 15 10:18:11.543434 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 56660) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:11.593819 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502143f8-6644-4b00-a160-29a487e5e344 req-1381c881-d81c-43ca-b3b1-3cd54fc7d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:11.595482 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-502143f8-6644-4b00-a160-29a487e5e344 req-1381c881-d81c-43ca-b3b1-3cd54fc7d23b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abfc5430ec924b65b5d1d6a28978f3e3&device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 1162 time: 0.3975582 Jan 15 10:18:11.626017 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40daabc3-f530-48e5-86f0-119d16576f0c,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:11.660301 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:11.660852 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:11.661249 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:11.661636 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:11.662021 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:11.662401 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:11.662780 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:11.663207 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:11.663593 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:11.663969 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:11.664340 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:11.664713 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:11.665134 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:11.665511 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:11.665883 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:11.666252 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:11.666625 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:11.666990 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:11.667386 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:11.667913 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:11.668439 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:11.668945 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:11.669344 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:11.669718 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:11.677553 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:11.693256 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-5e0116c3-4a21-40cf-bbdc-5004fae38b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:11.724321 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.db.resource_extend [None req-3df07dcc-d16f-4a05-86e9-96117e2fe8cd tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80099) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 15 10:18:11.830484 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18739932-48be-4f83-8f6e-62645ee9b363 req-ff946861-5fe4-4e66-9fdd-55bace1d395e tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:11.832141 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-18739932-48be-4f83-8f6e-62645ee9b363 req-ff946861-5fe4-4e66-9fdd-55bace1d395e tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 944 time: 1.3117628 Jan 15 10:18:11.891875 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530a80c-da71-46af-8fbd-1e62b6d44a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3896d99-84e0-4532-8594-4ca1cefd6cf3,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:11.895942 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-c530a80c-da71-46af-8fbd-1e62b6d44a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:11.904359 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3da511c5-2505-418d-9359-00c1b77c7b8d req-8010e76e-4b80-4fad-ac54-2ccd85711b55 service neutron] 10.222.0.73 "GET /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8046751 Jan 15 10:18:11.931007 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3113b5be-49ef-4ff1-9347-9461049e4f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:11.939194 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3df07dcc-d16f-4a05-86e9-96117e2fe8cd tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for floatingip, precommit_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:11.974528 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cb20a-c54f-4710-88bc-50e47100b81f req-79ddaa70-b82d-4362-9acb-9cefa94dbce7 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:11.980469 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-6d5cb20a-c54f-4710-88bc-50e47100b81f req-79ddaa70-b82d-4362-9acb-9cefa94dbce7 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.5582051 Jan 15 10:18:12.005209 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3df07dcc-d16f-4a05-86e9-96117e2fe8cd tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409790'] for floatingip, after_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:12.054073 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-543128d6-b834-4894-8311-a786af9d4ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:12.069000 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-18739932-48be-4f83-8f6e-62645ee9b363 req-bfca6a6d-7189-4fc4-9da9-b63d8d5d8703 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041767 Jan 15 10:18:12.095949 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3113b5be-49ef-4ff1-9347-9461049e4f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:12.128010 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ca381b-17db-400b-a836-6a5a78e68e25 req-e06655de-5805-4dbb-8b27-cbcdf8e69d06 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] No DVR routers for this DVR port 226adc21-1c5c-47ae-8c47-b920e562f18c on host hv-cinder-76859 {{(pid=80098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:18:12.154579 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-79ca381b-17db-400b-a836-6a5a78e68e25 req-e06655de-5805-4dbb-8b27-cbcdf8e69d06 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:12.165915 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0666ce70-2a86-4cae-8042-368f64bbe186', 'name': 'network-vif-deleted', 'tag': '226adc21-1c5c-47ae-8c47-b920e562f18c'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:18:12.189429 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-543128d6-b834-4894-8311-a786af9d4ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:12.191002 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-6d5cb20a-c54f-4710-88bc-50e47100b81f req-88725a81-8c37-445d-bd73-fd7b8ea13556 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095737 Jan 15 10:18:12.219097 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502143f8-6644-4b00-a160-29a487e5e344 req-5fcb4d9b-96bd-481a-9f48-6e1d825a583e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:12.220733 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-502143f8-6644-4b00-a160-29a487e5e344 req-5fcb4d9b-96bd-481a-9f48-6e1d825a583e service neutron] 10.222.0.73 "GET /v2.0/networks?id=60c0f2f7-268b-47c9-a1ee-3c187c42dd49 HTTP/1.1" status: 200 len: 913 time: 0.6073701 Jan 15 10:18:12.271586 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c9e22332-2d3d-4c4d-b55b-c73d17e49231 req-24e5566c-8546-41b1-bf28-56ac57b4ed8a tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.60 "GET /v2.0/ports?device_id=0666ce70-2a86-4cae-8042-368f64bbe186 HTTP/1.1" status: 200 len: 210 time: 0.0720382 Jan 15 10:18:12.287319 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-79ca381b-17db-400b-a836-6a5a78e68e25 req-e06655de-5805-4dbb-8b27-cbcdf8e69d06 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] 10.222.0.73 "DELETE /v2.0/ports/226adc21-1c5c-47ae-8c47-b920e562f18c HTTP/1.1" status: 204 len: 173 time: 4.8892453 Jan 15 10:18:12.289150 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0666ce70-2a86-4cae-8042-368f64bbe186', 'name': 'network-vif-deleted', 'tag': '226adc21-1c5c-47ae-8c47-b920e562f18c', 'status': 'completed', 'code': 200} Jan 15 10:18:12.290361 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.l3_db [None req-3df07dcc-d16f-4a05-86e9-96117e2fe8cd tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Floating IP cd722659-b678-4bf8-a6e9-bb0bd10c4313 associated. External IP: 172.28.0.243, port: e22172f8-fdb7-48f9-a481-cea77e27b0be. Jan 15 10:18:12.320431 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-502143f8-6644-4b00-a160-29a487e5e344 req-5a246024-b9f8-4d1e-8cad-a41d4294d0a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d09f9457-f045-44fc-9277-47f20625c20d HTTP/1.1" status: 200 len: 217 time: 0.0894647 Jan 15 10:18:12.406366 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502143f8-6644-4b00-a160-29a487e5e344 req-32444914-840e-46e9-9499-a18970774ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:12.408112 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-502143f8-6644-4b00-a160-29a487e5e344 req-32444914-840e-46e9-9499-a18970774ea5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e50e1e9-0d81-4100-9cb2-e63b82b84a17 HTTP/1.1" status: 200 len: 859 time: 0.0796664 Jan 15 10:18:12.464178 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3113b5be-49ef-4ff1-9347-9461049e4f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:12.473810 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b39a1caf-7480-4573-9004-1582fef35a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:12.486647 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113b5be-49ef-4ff1-9347-9461049e4f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3896d99-84e0-4532-8594-4ca1cefd6cf3,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:12.489288 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-3113b5be-49ef-4ff1-9347-9461049e4f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:12.491920 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-502143f8-6644-4b00-a160-29a487e5e344 req-2b8e07ad-19b6-49a7-9e94-bf5d8dd4a4a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60c0f2f7-268b-47c9-a1ee-3c187c42dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771632 Jan 15 10:18:12.507238 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-543128d6-b834-4894-8311-a786af9d4ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:12.518167 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:12.528161 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-543128d6-b834-4894-8311-a786af9d4ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:12.529457 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-543128d6-b834-4894-8311-a786af9d4ab6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/40daabc3-f530-48e5-86f0-119d16576f0c HTTP/1.1" status: 204 len: 168 time: 0.9823191 Jan 15 10:18:12.653699 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3113b5be-49ef-4ff1-9347-9461049e4f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:12.657895 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-3113b5be-49ef-4ff1-9347-9461049e4f25 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a3896d99-84e0-4532-8594-4ca1cefd6cf3 HTTP/1.1" status: 204 len: 168 time: 1.2175586 Jan 15 10:18:12.668363 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543128d6-b834-4894-8311-a786af9d4ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40daabc3-f530-48e5-86f0-119d16576f0c,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:12.690565 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-543128d6-b834-4894-8311-a786af9d4ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:12.730952 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-502143f8-6644-4b00-a160-29a487e5e344 req-5d56d106-f91e-4113-8703-92fbc8288f43 service neutron] 10.222.0.73 "GET /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997855 Jan 15 10:18:12.943191 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df07dcc-d16f-4a05-86e9-96117e2fe8cd tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Router f928ab98-733a-48f0-9b83-de060b60c53c has already been hosted by L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 {{(pid=80099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:18:13.044443 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-502143f8-6644-4b00-a160-29a487e5e344 req-18567b1e-6896-4e6e-a97a-019a18366c32 service neutron] 10.222.0.73 "GET /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2877362 Jan 15 10:18:13.208189 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df07dcc-d16f-4a05-86e9-96117e2fe8cd tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:18:13.224441 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7e02ca-cbf7-45d5-b1cb-ec5b736e8166 None None] Sync routers for ids ['f928ab98-733a-48f0-9b83-de060b60c53c'] in dv-cinder-768592-3-smb {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:18:13.237289 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 56690) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:13.239677 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7e02ca-cbf7-45d5-b1cb-ec5b736e8166 None None] Routers {'f928ab98-733a-48f0-9b83-de060b60c53c'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:18:13.240883 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-de7e02ca-cbf7-45d5-b1cb-ec5b736e8166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:17:48Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['f928ab98-733a-48f0-9b83-de060b60c53c'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:13.259818 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3295688f-96fc-4856-99dc-3b3fb7067c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:13.267478 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device d09f9457-f045-44fc-9277-47f20625c20d up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:13.279048 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-3295688f-96fc-4856-99dc-3b3fb7067c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:13.284589 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-3295688f-96fc-4856-99dc-3b3fb7067c57 admin admin] Usage tracker for resource:security_group_rule and tenant:45f9845b86f44b79a8b9aec30526fb89 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:13.287896 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-3295688f-96fc-4856-99dc-3b3fb7067c57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:13.294037 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-3295688f-96fc-4856-99dc-3b3fb7067c57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:13.297703 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3df07dcc-d16f-4a05-86e9-96117e2fe8cd tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for floatingip, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:13.322163 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 56696) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:13.367570 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port d09f9457-f045-44fc-9277-47f20625c20d triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:13.367995 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:13.477786 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-de7e02ca-cbf7-45d5-b1cb-ec5b736e8166 None None] Set router f928ab98-733a-48f0-9b83-de060b60c53c gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:18:13.480309 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3295688f-96fc-4856-99dc-3b3fb7067c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:13.515880 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b5c157b3-bc91-4494-be85-ce73ea6fdfbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:13.528575 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3295688f-96fc-4856-99dc-3b3fb7067c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:13.542588 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-27fc8b6c-8224-422e-9910-ca20c0ecb9fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:13.547798 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-3df07dcc-d16f-4a05-86e9-96117e2fe8cd tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "PUT /v2.0/floatingips/cd722659-b678-4bf8-a6e9-bb0bd10c4313 HTTP/1.1" status: 200 len: 991 time: 5.1812110 Jan 15 10:18:13.555911 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2dcda1-a267-41d9-85eb-2f3e964cfcce', 'tag': 'e22172f8-fdb7-48f9-a481-cea77e27b0be'}] {{(pid=80099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:18:13.562197 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-b5c157b3-bc91-4494-be85-ce73ea6fdfbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:13.567515 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-b5c157b3-bc91-4494-be85-ce73ea6fdfbc admin admin] Usage tracker for resource:security_group_rule and tenant:2380f25c35e44cc4b165ee5069af105a is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:13.568915 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 09a01076-95b1-4e46-9041-019b435d310f up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:13.571481 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-b5c157b3-bc91-4494-be85-ce73ea6fdfbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:13.595275 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-b5c157b3-bc91-4494-be85-ce73ea6fdfbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:13.641981 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning for port 09a01076-95b1-4e46-9041-019b435d310f completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:18:13.649253 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 09a01076-95b1-4e46-9041-019b435d310f triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:13.650056 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:13.697737 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85c3c1-8723-426a-919e-58a57da84970 req-80c1394e-a5eb-4b1f-a184-ebce12c052fb tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:13.705684 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bb85c3c1-8723-426a-919e-58a57da84970 req-80c1394e-a5eb-4b1f-a184-ebce12c052fb tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 944 time: 0.4809723 Jan 15 10:18:13.739865 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-3295688f-96fc-4856-99dc-3b3fb7067c57 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=45f9845b86f44b79a8b9aec30526fb89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5013056 Jan 15 10:18:13.744850 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 56714) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:13.786577 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295688f-96fc-4856-99dc-3b3fb7067c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b6d65d-7c0b-43db-8f47-ef17e6f9e7d8,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:13.802992 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-3295688f-96fc-4856-99dc-3b3fb7067c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:13.803162 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:13.837047 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dd8bc5-bd9b-4a11-b401-4e9836bf8128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a01076-95b1-4e46-9041-019b435d310f'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:18:13.840249 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eceb621-3102-4a60-8bb1-735ba8e6e5ae req-0221579c-0bf5-4014-b705-f61aa8321846 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:13.849221 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2eceb621-3102-4a60-8bb1-735ba8e6e5ae req-0221579c-0bf5-4014-b705-f61aa8321846 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.4407039 Jan 15 10:18:13.849521 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port 09a01076-95b1-4e46-9041-019b435d310f, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=09a01076-95b1-4e46-9041-019b435d310f,segment=NetworkSegment(c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9),segment_id=c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:18:13.853161 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:13.855906 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:13.866438 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b5c157b3-bc91-4494-be85-ce73ea6fdfbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:13.882347 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b5c157b3-bc91-4494-be85-ce73ea6fdfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:13.885032 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bb85c3c1-8723-426a-919e-58a57da84970 req-787620b9-7a7c-45f1-aa1d-b7ea0b03058c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692133 Jan 15 10:18:13.932361 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-3113b5be-49ef-4ff1-9347-9461049e4f25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:13.946151 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-b5c157b3-bc91-4494-be85-ce73ea6fdfbc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2380f25c35e44cc4b165ee5069af105a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6222286 Jan 15 10:18:13.951138 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 56722) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:13.956671 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ef2a310c-fd2c-476f-a6bc-db9305926a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:13.964212 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2eceb621-3102-4a60-8bb1-735ba8e6e5ae req-4beeed0b-97f6-4669-9d3a-7ec20bd5205a tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139438 Jan 15 10:18:14.029329 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=09a01076-95b1-4e46-9041-019b435d310f,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:14.034391 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:14.062672 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-de7e02ca-cbf7-45d5-b1cb-ec5b736e8166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'name': 'tempest-AttachVolumeShelveTestJSON-830703347-router', 'tenant_id': '7967420a877241f7a390365788b33c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:06Z', 'updated_at': '2021-01-15T10:17:17Z', 'revision_number': 4, 'project_id': '7967420a877241f7a390365788b33c53', 'gw_port': {'id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:07Z', 'updated_at': '2021-01-15T10:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_floatingips': [{'id': 'cd722659-b678-4bf8-a6e9-bb0bd10c4313', 'tenant_id': '7967420a877241f7a390365788b33c53', 'floating_ip_address': '172.28.0.243', 'floating_network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'router_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'port_id': 'e22172f8-fdb7-48f9-a481-cea77e27b0be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d', 'mac_address': 'fa:16:3e:a0:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2dcda1-a267-41d9-85eb-2f3e964cfcce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:17:32Z', 'updated_at': '2021-01-15T10:18:11Z', 'revision_number': 1, 'project_id': '7967420a877241f7a390365788b33c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8beff705-7158-4ebc-87fa-3400ea529163', 'name': '', 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d', 'tenant_id': '7967420a877241f7a390365788b33c53', 'mac_address': 'fa:16:3e:4b:b7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:14Z', 'updated_at': '2021-01-15T10:17:32Z', 'revision_number': 5, 'project_id': '7967420a877241f7a390365788b33c53', 'subnets': [{'id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:14.066439 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7e02ca-cbf7-45d5-b1cb-ec5b736e8166 None None] Checking router: f928ab98-733a-48f0-9b83-de060b60c53c for host: dv-cinder-768592-3-smb {{(pid=80101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:18:14.084618 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7e02ca-cbf7-45d5-b1cb-ec5b736e8166 None None] Routers {'f928ab98-733a-48f0-9b83-de060b60c53c'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:18:14.086074 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-de7e02ca-cbf7-45d5-b1cb-ec5b736e8166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:17:48Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['f928ab98-733a-48f0-9b83-de060b60c53c'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:14.121093 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ef2a310c-fd2c-476f-a6bc-db9305926a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:14.152584 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c2dcda1-a267-41d9-85eb-2f3e964cfcce', 'tag': 'e22172f8-fdb7-48f9-a481-cea77e27b0be', 'status': 'completed', 'code': 200} Jan 15 10:18:14.166641 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c157b3-bc91-4494-be85-ce73ea6fdfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895e78be-0e4d-4d7c-b672-6908d65352a7,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:14.187383 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b5c157b3-bc91-4494-be85-ce73ea6fdfbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:14.212751 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dd8bc5-bd9b-4a11-b401-4e9836bf8128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a01076-95b1-4e46-9041-019b435d310f', 'code': 200} Jan 15 10:18:14.301588 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6c0773be-550e-476c-a14e-a5d97c3eab58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:14.352923 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-de7e02ca-cbf7-45d5-b1cb-ec5b736e8166 None None] Set router f928ab98-733a-48f0-9b83-de060b60c53c gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:18:14.358283 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6c0773be-550e-476c-a14e-a5d97c3eab58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:14.417621 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ef2a310c-fd2c-476f-a6bc-db9305926a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:14.425284 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b8e0badc-0269-4382-84c8-0b1ae9238805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:14.432877 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6c0773be-550e-476c-a14e-a5d97c3eab58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:14.452036 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a310c-fd2c-476f-a6bc-db9305926a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b6d65d-7c0b-43db-8f47-ef17e6f9e7d8,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:14.457951 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c1c18-7c15-40aa-b21e-644d1892cb28 req-d0b7b580-2d4a-497a-a52c-fd9b0cac828a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:14.459712 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1c4c1c18-7c15-40aa-b21e-644d1892cb28 req-d0b7b580-2d4a-497a-a52c-fd9b0cac828a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7967420a877241f7a390365788b33c53&device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 1162 time: 0.2657804 Jan 15 10:18:14.462098 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ef2a310c-fd2c-476f-a6bc-db9305926a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:14.469541 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:14.480849 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6c0773be-550e-476c-a14e-a5d97c3eab58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:14.485567 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-6c0773be-550e-476c-a14e-a5d97c3eab58 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/895e78be-0e4d-4d7c-b672-6908d65352a7 HTTP/1.1" status: 204 len: 168 time: 0.5333374 Jan 15 10:18:14.492291 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0773be-550e-476c-a14e-a5d97c3eab58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895e78be-0e4d-4d7c-b672-6908d65352a7,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:14.562507 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ef2a310c-fd2c-476f-a6bc-db9305926a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:14.566212 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-ef2a310c-fd2c-476f-a6bc-db9305926a5a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/72b6d65d-7c0b-43db-8f47-ef17e6f9e7d8 HTTP/1.1" status: 204 len: 168 time: 0.8134685 Jan 15 10:18:14.566212 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-6c0773be-550e-476c-a14e-a5d97c3eab58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:14.679249 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 09a01076-95b1-4e46-9041-019b435d310f up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:14.745994 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80631e58-0b57-43a8-a173-03d070043097 req-2f4c8965-0cf2-4f3f-a293-f6e4163cdd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:14.748094 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-80631e58-0b57-43a8-a173-03d070043097 req-2f4c8965-0cf2-4f3f-a293-f6e4163cdd0f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 1163 time: 0.2585056 Jan 15 10:18:14.754309 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c1c18-7c15-40aa-b21e-644d1892cb28 req-892bac04-2875-4406-947b-b12a0ab0dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:14.755928 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1c4c1c18-7c15-40aa-b21e-644d1892cb28 req-892bac04-2875-4406-947b-b12a0ab0dadf service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee63e9f3-0f98-4146-b7e4-219c5a0de38d HTTP/1.1" status: 200 len: 910 time: 0.2651558 Jan 15 10:18:14.869295 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 09a01076-95b1-4e46-9041-019b435d310f triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:14.871640 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:15.082984 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1c4c1c18-7c15-40aa-b21e-644d1892cb28 req-43694453-0b14-4ff3-af80-e12a6d7b66c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e22172f8-fdb7-48f9-a481-cea77e27b0be HTTP/1.1" status: 200 len: 999 time: 0.3087630 Jan 15 10:18:15.107094 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-de7e02ca-cbf7-45d5-b1cb-ec5b736e8166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'name': 'tempest-AttachVolumeShelveTestJSON-830703347-router', 'tenant_id': '7967420a877241f7a390365788b33c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:06Z', 'updated_at': '2021-01-15T10:17:17Z', 'revision_number': 4, 'project_id': '7967420a877241f7a390365788b33c53', 'gw_port': {'id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:07Z', 'updated_at': '2021-01-15T10:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_floatingips': [{'id': 'cd722659-b678-4bf8-a6e9-bb0bd10c4313', 'tenant_id': '7967420a877241f7a390365788b33c53', 'floating_ip_address': '172.28.0.243', 'floating_network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'router_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'port_id': 'e22172f8-fdb7-48f9-a481-cea77e27b0be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d', 'mac_address': 'fa:16:3e:a0:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2dcda1-a267-41d9-85eb-2f3e964cfcce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:17:32Z', 'updated_at': '2021-01-15T10:18:11Z', 'revision_number': 1, 'project_id': '7967420a877241f7a390365788b33c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8beff705-7158-4ebc-87fa-3400ea529163', 'name': '', 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d', 'tenant_id': '7967420a877241f7a390365788b33c53', 'mac_address': 'fa:16:3e:4b:b7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:14Z', 'updated_at': '2021-01-15T10:17:32Z', 'revision_number': 5, 'project_id': '7967420a877241f7a390365788b33c53', 'subnets': [{'id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:15.117376 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7e02ca-cbf7-45d5-b1cb-ec5b736e8166 None None] The sync data for ids ['f928ab98-733a-48f0-9b83-de060b60c53c'] in dv-cinder-768592-3-smb is: [{'id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'name': 'tempest-AttachVolumeShelveTestJSON-830703347-router', 'tenant_id': '7967420a877241f7a390365788b33c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:06Z', 'updated_at': '2021-01-15T10:17:17Z', 'revision_number': 4, 'project_id': '7967420a877241f7a390365788b33c53', 'gw_port': {'id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:07Z', 'updated_at': '2021-01-15T10:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_floatingips': [{'id': 'cd722659-b678-4bf8-a6e9-bb0bd10c4313', 'tenant_id': '7967420a877241f7a390365788b33c53', 'floating_ip_address': '172.28.0.243', 'floating_network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'router_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'port_id': 'e22172f8-fdb7-48f9-a481-cea77e27b0be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d', 'mac_address': 'fa:16:3e:a0:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2dcda1-a267-41d9-85eb-2f3e964cfcce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:17:32Z', 'updated_at': '2021-01-15T10:18:11Z', 'revision_number': 1, 'project_id': '7967420a877241f7a390365788b33c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8beff705-7158-4ebc-87fa-3400ea529163', 'name': '', 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d', 'tenant_id': '7967420a877241f7a390365788b33c53', 'mac_address': 'fa:16:3e:4b:b7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:14Z', 'updated_at': '2021-01-15T10:17:32Z', 'revision_number': 5, 'project_id': '7967420a877241f7a390365788b33c53', 'subnets': [{'id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:18:15.299314 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-80631e58-0b57-43a8-a173-03d070043097 req-375fe408-bfbb-4a6f-822b-7e31543a2a9c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5264916 Jan 15 10:18:15.301067 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c1c18-7c15-40aa-b21e-644d1892cb28 req-e3379924-6e75-4e4e-b0ac-5f9b0e02a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:15.302957 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1c4c1c18-7c15-40aa-b21e-644d1892cb28 req-e3379924-6e75-4e4e-b0ac-5f9b0e02a6c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bbdcee5-7bf8-47ea-8b3b-e146795708a7 HTTP/1.1" status: 200 len: 855 time: 0.2100861 Jan 15 10:18:15.398211 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:15.419580 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ed205-d170-4d91-955a-30a326385c44 req-08cb7ec6-3452-4ee7-8873-537d734ab9ff tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:15.428042 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-883ed205-d170-4d91-955a-30a326385c44 req-08cb7ec6-3452-4ee7-8873-537d734ab9ff tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.2011447 Jan 15 10:18:15.476295 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c172351d-12d3-4b0d-9781-413fe7f1b4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:15.497988 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152b6ce-c27c-4160-8dec-fce2c532b56d req-abd1e409-7fb4-45a1-abd5-ad9f70920898 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:15.501396 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8152b6ce-c27c-4160-8dec-fce2c532b56d req-abd1e409-7fb4-45a1-abd5-ad9f70920898 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.2174542 Jan 15 10:18:15.536010 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-883ed205-d170-4d91-955a-30a326385c44 req-6c370b9c-92af-4baa-8522-fd9c1e807b4d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069138 Jan 15 10:18:15.566193 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e401d013-ec38-4659-9395-7ebcea81bb2b None None] New status for floating IP cd722659-b678-4bf8-a6e9-bb0bd10c4313: ACTIVE {{(pid=80100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 10:18:15.584193 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8152b6ce-c27c-4160-8dec-fce2c532b56d req-0f0d8ef6-b136-4d74-b4a4-2c651e237c3e tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558426 Jan 15 10:18:15.688070 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c1c18-7c15-40aa-b21e-644d1892cb28 req-3c453202-7778-4218-bbab-87bb3d06f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:15.690034 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1c4c1c18-7c15-40aa-b21e-644d1892cb28 req-3c453202-7778-4218-bbab-87bb3d06f4e9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee63e9f3-0f98-4146-b7e4-219c5a0de38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1464968 Jan 15 10:18:15.872472 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1c4c1c18-7c15-40aa-b21e-644d1892cb28 req-0c5c1391-c21e-4704-9a89-fa711bfcf2dc service neutron] 10.222.0.73 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646724 Jan 15 10:18:16.053725 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1c4c1c18-7c15-40aa-b21e-644d1892cb28 req-e9518eb9-c7e7-4b45-a038-bbac4820d285 service neutron] 10.222.0.73 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1683109 Jan 15 10:18:16.186811 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 56806) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:16.260251 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_v2 [None req-78cea5a5-f09c-428a-9b2d-623bd5b51c89 admin admin] Deleting subnet 566c3c5d-abb8-45a3-bf72-1be64b373c1e {{(pid=80098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:18:16.263582 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-78cea5a5-f09c-428a-9b2d-623bd5b51c89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:16.319712 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-78cea5a5-f09c-428a-9b2d-623bd5b51c89 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:16.329616 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-78cea5a5-f09c-428a-9b2d-623bd5b51c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854144639'] for subnet, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:16.633168 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-78cea5a5-f09c-428a-9b2d-623bd5b51c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for subnet, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:16.652479 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ac12ce5c-f17f-49e9-98c2-2012585b94c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:16.712781 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cea5a5-f09c-428a-9b2d-623bd5b51c89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=566c3c5d-abb8-45a3-bf72-1be64b373c1e,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:16.721723 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 09a01076-95b1-4e46-9041-019b435d310f up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:16.722790 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-78cea5a5-f09c-428a-9b2d-623bd5b51c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:16.892173 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 09a01076-95b1-4e46-9041-019b435d310f triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:16.892621 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:16.956501 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-78cea5a5-f09c-428a-9b2d-623bd5b51c89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:16.964543 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-78cea5a5-f09c-428a-9b2d-623bd5b51c89 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/566c3c5d-abb8-45a3-bf72-1be64b373c1e HTTP/1.1" status: 204 len: 168 time: 0.7765479 Jan 15 10:18:16.968982 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 56840) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:17.009554 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 56844) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:17.154777 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357326'] for network, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:17.308572 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1c3584f9-aaae-4d9f-9cd6-84935b7c626b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:17.371005 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf84d58-abc1-42e8-92f7-1a79196c6f1f req-8d4c1f4e-55a6-42a5-aac7-5618c8d7e770 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:17.378906 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8cf84d58-abc1-42e8-92f7-1a79196c6f1f req-8d4c1f4e-55a6-42a5-aac7-5618c8d7e770 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.5579934 Jan 15 10:18:17.393509 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-1c3584f9-aaae-4d9f-9cd6-84935b7c626b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:17.404172 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e38f5-eda4-4eac-bd1c-437b1eac86b2 req-8b99f153-4baa-4f6d-8eeb-9cf009932835 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:17.412849 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7f8e38f5-eda4-4eac-bd1c-437b1eac86b2 req-8b99f153-4baa-4f6d-8eeb-9cf009932835 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.5060868 Jan 15 10:18:17.413418 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-1c3584f9-aaae-4d9f-9cd6-84935b7c626b admin admin] Usage tracker for resource:security_group_rule and tenant:9e8531edc8c4473886a4d36a9b9a9ba8 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:17.419501 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-1c3584f9-aaae-4d9f-9cd6-84935b7c626b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:17.483174 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-1c3584f9-aaae-4d9f-9cd6-84935b7c626b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:17.496889 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8cf84d58-abc1-42e8-92f7-1a79196c6f1f req-1d18e09a-da6d-40a6-908d-6ca13aad31e1 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173277 Jan 15 10:18:17.497614 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631286', 'neutron.services.segments.db._delete_segments_for_network-8727284934413'] for network, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:17.513770 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7f8e38f5-eda4-4eac-bd1c-437b1eac86b2 req-56f85625-4f74-4ddf-b57a-6d05c0e774d2 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994570 Jan 15 10:18:17.900340 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5724769c-ebc0-417f-8e30-fb791de2becd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:17.919640 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80098) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:17.920089 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80098) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:17.920897 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80098) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:17.921277 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Subscribe: > port after_create 55550000 {{(pid=80098) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:17.921659 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80098) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:17.923109 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Subscribe: > port after_update 55550000 {{(pid=80098) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:17.923109 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80098) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:17.923109 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80098) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:17.923109 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80098) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:17.923422 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80098) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:17.994283 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80098) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:17.994678 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80098) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:17.995084 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80098) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:17.995488 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80098) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:17.995893 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2468abf2-45ea-4327-8091-539cb0a23d9c']}} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:18.006257 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1c3584f9-aaae-4d9f-9cd6-84935b7c626b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:18.011666 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1c3584f9-aaae-4d9f-9cd6-84935b7c626b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:18.020167 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a10392-79d1-457f-99db-f0e27c8e25a5') {'for_net_delete': True} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:18.020519 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a10392-79d1-457f-99db-f0e27c8e25a5') {} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:18.028793 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:18.067423 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309569803022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851545978'] for segment, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:18.096590 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-1c3584f9-aaae-4d9f-9cd6-84935b7c626b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9e8531edc8c4473886a4d36a9b9a9ba8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0828984 Jan 15 10:18:18.096590 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3584f9-aaae-4d9f-9cd6-84935b7c626b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd64cea3-880d-412e-945b-4e76aef25417,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:18.097076 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 56886) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:18.099202 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:18.101617 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1c3584f9-aaae-4d9f-9cd6-84935b7c626b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:18.102276 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:18:18.218598 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8c113862-d1b6-4be7-a98f-35bf2d5941fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:18.271755 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8c113862-d1b6-4be7-a98f-35bf2d5941fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:18.318531 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Network 2468abf2-45ea-4327-8091-539cb0a23d9c has no segments {{(pid=80098) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:18:18.328988 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-629596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850609246'] for segment, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:18.335771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8c113862-d1b6-4be7-a98f-35bf2d5941fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:18.341251 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-05595dd0-c31f-437f-9227-b82546f83e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:18.357372 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c113862-d1b6-4be7-a98f-35bf2d5941fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd64cea3-880d-412e-945b-4e76aef25417,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:18.363726 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-8c113862-d1b6-4be7-a98f-35bf2d5941fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:18.365811 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8c113862-d1b6-4be7-a98f-35bf2d5941fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:18.369887 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-8c113862-d1b6-4be7-a98f-35bf2d5941fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd64cea3-880d-412e-945b-4e76aef25417 HTTP/1.1" status: 204 len: 168 time: 0.2714417 Jan 15 10:18:18.441095 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:18.524278 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Network 2468abf2-45ea-4327-8091-539cb0a23d9c has no segments {{(pid=80098) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: (rel_b, rel_a, rel_b), Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: (rel_b, rel_a, rel_b), Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: Traceback (most recent call last): Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: timer() Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: cb(*args, **kw) Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: return func(*args, **kwargs) Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: self._notify() Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: self.callback(batched_events) Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: event.method(event) Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: segment_id)['aggregates'][0] Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: return f(self, *a, **k) Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: return self._get(url).json() Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: **kwargs) Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: return self.request(url, 'GET', **kwargs) Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: **endpoint_filter) Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:18:18.554147 dv-cinder-768592-3-smb neutron-server[79989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:18:18.640987 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409743'] for network, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:18.645240 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:18.670091 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Pushing event deleted for resources: {'Network': ['ID=2468abf2-45ea-4327-8091-539cb0a23d9c,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:18.673550 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:18.676421 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:18.698543 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 56910) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:18.710528 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2468abf2-45ea-4327-8091-539cb0a23d9c HTTP/1.1" status: 204 len: 168 time: 1.7399189 Jan 15 10:18:18.887421 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a9e10-bd59-490b-a527-0d41b6c1b46c req-e22f014f-7693-42c2-884c-aa753bafd1e2 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:18.889143 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bc4a9e10-bd59-490b-a527-0d41b6c1b46c req-e22f014f-7693-42c2-884c-aa753bafd1e2 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.1726770 Jan 15 10:18:18.917024 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 56922) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:18.920502 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f34323-cfdd-4a1e-99d5-33f4c7903485 req-13b2691a-620a-4ec5-95cb-5140745c6c70 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:18.922385 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-96f34323-cfdd-4a1e-99d5-33f4c7903485 req-13b2691a-620a-4ec5-95cb-5140745c6c70 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1627543 Jan 15 10:18:18.995108 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bc4a9e10-bd59-490b-a527-0d41b6c1b46c req-c942fbe3-cbb8-41b1-a511-ee4381c24257 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715969 Jan 15 10:18:19.032376 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-96f34323-cfdd-4a1e-99d5-33f4c7903485 req-0d568938-5ba0-4e65-8d5b-6be784c39bab tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743713 Jan 15 10:18:19.037576 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-21cef0bb-2d04-4e5b-9005-05d988253360 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4c25715561aa4de8989e4570212a339c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1192706 Jan 15 10:18:19.040408 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 56926) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:19.107014 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5b53950c-cc22-47de-8d32-93dc6cfe7223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:19.134288 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 56934) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:19.147419 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-5b53950c-cc22-47de-8d32-93dc6cfe7223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:19.156144 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b20294d0-8fa8-47b3-a575-221ec3d7f9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:19.160094 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-5b53950c-cc22-47de-8d32-93dc6cfe7223 admin admin] Usage tracker for resource:security_group_rule and tenant:577edafe5b8346cf8f5656e971ed58ee is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:19.163254 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-5b53950c-cc22-47de-8d32-93dc6cfe7223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:19.169505 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-5b53950c-cc22-47de-8d32-93dc6cfe7223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:19.258831 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b20294d0-8fa8-47b3-a575-221ec3d7f9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:19.278283 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5b53950c-cc22-47de-8d32-93dc6cfe7223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:19.282937 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5b53950c-cc22-47de-8d32-93dc6cfe7223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:19.317610 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:19.331000 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-5b53950c-cc22-47de-8d32-93dc6cfe7223 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=577edafe5b8346cf8f5656e971ed58ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6288843 Jan 15 10:18:19.331525 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 56948) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:19.383890 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f80af8-cbec-4497-a0c9-e306eeb1e35e req-34cd6a07-f4b2-439d-aae8-0c6fd86d9e60 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:19.386071 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e1f80af8-cbec-4497-a0c9-e306eeb1e35e req-34cd6a07-f4b2-439d-aae8-0c6fd86d9e60 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1964633 Jan 15 10:18:19.394352 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b20294d0-8fa8-47b3-a575-221ec3d7f9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:19.399296 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 56952) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:19.402665 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-cd8256fa-4d19-473d-a3cd-0e1b326a50d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:19.412181 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53950c-cc22-47de-8d32-93dc6cfe7223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ae63f2-453f-4b6f-bb79-d6f8a34352b1,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:19.422325 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20294d0-8fa8-47b3-a575-221ec3d7f9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716b4b77-0b7a-41cf-9f3e-40be5add5e32,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:19.424956 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b20294d0-8fa8-47b3-a575-221ec3d7f9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:19.428662 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-5b53950c-cc22-47de-8d32-93dc6cfe7223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:19.430361 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-9d11bf60-b7da-497d-b971-795aa23ca8dc tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Request body: {'floatingip': {'port_id': '09a01076-95b1-4e46-9041-019b435d310f'}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:19.438715 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a10ae2b8-a909-4ad9-b738-836078829375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:19.474316 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:19.476753 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a10ae2b8-a909-4ad9-b738-836078829375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:19.536602 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a10ae2b8-a909-4ad9-b738-836078829375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:19.543190 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:19.557093 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ae2b8-a909-4ad9-b738-836078829375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ae63f2-453f-4b6f-bb79-d6f8a34352b1,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:19.566101 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a10ae2b8-a909-4ad9-b738-836078829375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:19.568884 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a10ae2b8-a909-4ad9-b738-836078829375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:19.570365 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-a10ae2b8-a909-4ad9-b738-836078829375 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/76ae63f2-453f-4b6f-bb79-d6f8a34352b1 HTTP/1.1" status: 204 len: 168 time: 0.2380638 Jan 15 10:18:19.610154 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-80cc984c-f414-4849-8cae-8aabf0b05c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:19.628387 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9d11bf60-b7da-497d-b971-795aa23ca8dc tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for floatingip, before_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:19.704254 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b20294d0-8fa8-47b3-a575-221ec3d7f9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:19.705502 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-b20294d0-8fa8-47b3-a575-221ec3d7f9a4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/716b4b77-0b7a-41cf-9f3e-40be5add5e32 HTTP/1.1" status: 204 len: 168 time: 0.6640522 Jan 15 10:18:19.706802 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-80cc984c-f414-4849-8cae-8aabf0b05c42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:19.749731 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-80cc984c-f414-4849-8cae-8aabf0b05c42 admin admin] Usage tracker for resource:security_group_rule and tenant:7b2f51ccbb10419c878cb07d41fadfd4 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:19.759265 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-80cc984c-f414-4849-8cae-8aabf0b05c42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:19.775942 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-80cc984c-f414-4849-8cae-8aabf0b05c42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:19.847945 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 56970) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:20.100942 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:20.107989 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-80cc984c-f414-4849-8cae-8aabf0b05c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:20.180639 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-80cc984c-f414-4849-8cae-8aabf0b05c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:20.199406 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b20294d0-8fa8-47b3-a575-221ec3d7f9a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:20.241424 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a07868c3-0607-49d7-95df-2f1a169c191c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:20.280710 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 56984) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:20.302749 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-80cc984c-f414-4849-8cae-8aabf0b05c42 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b2f51ccbb10419c878cb07d41fadfd4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1647489 Jan 15 10:18:20.306788 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-a07868c3-0607-49d7-95df-2f1a169c191c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:20.310439 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:18:20.318583 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 56988) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:20.327561 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-a07868c3-0607-49d7-95df-2f1a169c191c admin admin] Usage tracker for resource:security_group_rule and tenant:c41b870fbb1c4c099820af5294117a5d is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:20.335226 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc984c-f414-4849-8cae-8aabf0b05c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800afe2b-605c-4d20-88d1-d67476851bf8,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:20.348035 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-80cc984c-f414-4849-8cae-8aabf0b05c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:20.361584 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8ecf9419-6a1c-4aac-ace9-cc9cf4236f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:20.391815 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-a07868c3-0607-49d7-95df-2f1a169c191c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:20.397738 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-8ecf9419-6a1c-4aac-ace9-cc9cf4236f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:20.402416 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-8ecf9419-6a1c-4aac-ace9-cc9cf4236f5f admin admin] Usage tracker for resource:security_group_rule and tenant:8c1efe397f434ed2b6c2d2526383f49e is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:20.411882 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5aa590-b664-4333-90d2-5ae2bd06a74d req-b520091a-e7d6-48e6-9fc2-839e7567ba0d tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:20.413562 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4d5aa590-b664-4333-90d2-5ae2bd06a74d req-b520091a-e7d6-48e6-9fc2-839e7567ba0d tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.2249885 Jan 15 10:18:20.417856 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-8ecf9419-6a1c-4aac-ace9-cc9cf4236f5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:20.424560 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-8ecf9419-6a1c-4aac-ace9-cc9cf4236f5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:20.435462 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-a07868c3-0607-49d7-95df-2f1a169c191c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:20.540586 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8ecf9419-6a1c-4aac-ace9-cc9cf4236f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:20.551950 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8ecf9419-6a1c-4aac-ace9-cc9cf4236f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:20.570476 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:20.588150 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9d11bf60-b7da-497d-b971-795aa23ca8dc tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for floatingip, precommit_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:20.593379 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9d11bf60-b7da-497d-b971-795aa23ca8dc tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409790'] for floatingip, after_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:20.614078 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-aeba42e7-fc23-4cbd-b547-9545f20290a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:20.645607 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf9419-6a1c-4aac-ace9-cc9cf4236f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c5eceb-31ff-44e1-94ca-15f45930efa6,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:20.665029 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-8ecf9419-6a1c-4aac-ace9-cc9cf4236f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:20.671021 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-8ecf9419-6a1c-4aac-ace9-cc9cf4236f5f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8c1efe397f434ed2b6c2d2526383f49e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3892035 Jan 15 10:18:20.671928 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 57002) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:20.682065 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4d5aa590-b664-4333-90d2-5ae2bd06a74d req-cae9c235-5bc3-440b-8495-d80eff1cab92 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602267 Jan 15 10:18:20.683406 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-aeba42e7-fc23-4cbd-b547-9545f20290a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:20.787667 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7414daab-8636-407d-952d-23259740cd4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:20.831085 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.l3_db [None req-9d11bf60-b7da-497d-b971-795aa23ca8dc tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Floating IP a3856841-4a0e-4390-b82c-0bc2dd769970 associated. External IP: 172.28.0.175, port: 09a01076-95b1-4e46-9041-019b435d310f. Jan 15 10:18:20.843384 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7414daab-8636-407d-952d-23259740cd4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:20.885390 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a07868c3-0607-49d7-95df-2f1a169c191c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:20.902747 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a07868c3-0607-49d7-95df-2f1a169c191c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:20.917256 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-543128d6-b834-4894-8311-a786af9d4ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:20.947250 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07868c3-0607-49d7-95df-2f1a169c191c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87421da-6777-4744-9738-20e3241df653,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:20.952421 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-aeba42e7-fc23-4cbd-b547-9545f20290a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:20.965168 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a07868c3-0607-49d7-95df-2f1a169c191c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:20.966365 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a07868c3-0607-49d7-95df-2f1a169c191c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:20.999985 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba42e7-fc23-4cbd-b547-9545f20290a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800afe2b-605c-4d20-88d1-d67476851bf8,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:21.004272 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-aeba42e7-fc23-4cbd-b547-9545f20290a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:21.006788 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-a07868c3-0607-49d7-95df-2f1a169c191c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c41b870fbb1c4c099820af5294117a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1577573 Jan 15 10:18:21.008274 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-aeba42e7-fc23-4cbd-b547-9545f20290a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:21.009410 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-aeba42e7-fc23-4cbd-b547-9545f20290a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/800afe2b-605c-4d20-88d1-d67476851bf8 HTTP/1.1" status: 204 len: 168 time: 0.6897714 Jan 15 10:18:21.010086 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 57010) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:21.130440 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7414daab-8636-407d-952d-23259740cd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:21.145833 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a2fd36e6-f68f-4dcf-a157-c21ca17f6de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:21.165848 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7414daab-8636-407d-952d-23259740cd4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:21.173164 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-7414daab-8636-407d-952d-23259740cd4a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/66c5eceb-31ff-44e1-94ca-15f45930efa6 HTTP/1.1" status: 204 len: 168 time: 0.4960532 Jan 15 10:18:21.185622 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414daab-8636-407d-952d-23259740cd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c5eceb-31ff-44e1-94ca-15f45930efa6,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:21.190462 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-7414daab-8636-407d-952d-23259740cd4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:21.229178 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2b5f096f-0afa-4bf6-9065-f62fa4e174b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:21.286866 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2b5f096f-0afa-4bf6-9065-f62fa4e174b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:21.348072 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2b5f096f-0afa-4bf6-9065-f62fa4e174b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:21.354230 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-8ecf9419-6a1c-4aac-ace9-cc9cf4236f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:21.366998 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f096f-0afa-4bf6-9065-f62fa4e174b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87421da-6777-4744-9738-20e3241df653,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:21.371002 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-2b5f096f-0afa-4bf6-9065-f62fa4e174b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:21.374700 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2b5f096f-0afa-4bf6-9065-f62fa4e174b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:21.376894 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-2b5f096f-0afa-4bf6-9065-f62fa4e174b2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b87421da-6777-4744-9738-20e3241df653 HTTP/1.1" status: 204 len: 168 time: 0.3655586 Jan 15 10:18:21.414172 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d11bf60-b7da-497d-b971-795aa23ca8dc tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Router edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 has already been hosted by L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 {{(pid=80099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:18:21.573133 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 57034) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:21.599836 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-344b74af-e59b-4ac6-bc87-bd796d83a133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:21.618302 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-344b74af-e59b-4ac6-bc87-bd796d83a133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:21.622904 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-344b74af-e59b-4ac6-bc87-bd796d83a133 admin admin] Usage tracker for resource:security_group_rule and tenant:b5829f501f664d679fb12f9c654f51bb is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:21.627787 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-344b74af-e59b-4ac6-bc87-bd796d83a133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:21.634084 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-344b74af-e59b-4ac6-bc87-bd796d83a133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:21.704047 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 57038) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:21.793767 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-344b74af-e59b-4ac6-bc87-bd796d83a133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:21.797944 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-344b74af-e59b-4ac6-bc87-bd796d83a133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:21.811832 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-099ee150-30f0-49ed-b767-97e319bfa7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:21.850883 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d11bf60-b7da-497d-b971-795aa23ca8dc tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:18:21.863645 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b74af-e59b-4ac6-bc87-bd796d83a133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac456c7-1b76-476f-9112-607985dfc051,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:21.865514 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e44573-6f6b-408a-99ec-3febf776dabd None None] Sync routers for ids ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'] in dv-cinder-768592-3-smb {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:18:21.879288 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9d11bf60-b7da-497d-b971-795aa23ca8dc tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for floatingip, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:21.882575 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e44573-6f6b-408a-99ec-3febf776dabd None None] Routers {'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:18:21.883303 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-f7e44573-6f6b-408a-99ec-3febf776dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:18:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:21.890657 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-344b74af-e59b-4ac6-bc87-bd796d83a133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:21.908165 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-344b74af-e59b-4ac6-bc87-bd796d83a133 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b5829f501f664d679fb12f9c654f51bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3277884 Jan 15 10:18:21.917304 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 57050) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:22.015566 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-9d11bf60-b7da-497d-b971-795aa23ca8dc tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "PUT /v2.0/floatingips/a3856841-4a0e-4390-b82c-0bc2dd769970 HTTP/1.1" status: 200 len: 992 time: 2.5988452 Jan 15 10:18:22.042197 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-942e13df-6d20-467d-b795-e089d60bce2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:22.075057 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-942e13df-6d20-467d-b795-e089d60bce2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:22.100790 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4dd8bc5-bd9b-4a11-b401-4e9836bf8128', 'tag': '09a01076-95b1-4e46-9041-019b435d310f'}] {{(pid=80099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:18:22.131823 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-942e13df-6d20-467d-b795-e089d60bce2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:22.138335 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f08ab4a6-4839-47e2-9771-0b305b01c84f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:22.157110 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-931538613-network', 'tenant_id': '00a82509f8bd49cbad951eb32dd95e2a'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:22.161580 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e13df-6d20-467d-b795-e089d60bce2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac456c7-1b76-476f-9112-607985dfc051,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:22.166590 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:22.169265 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-942e13df-6d20-467d-b795-e089d60bce2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:22.175047 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] Usage tracker for resource:network and tenant:00a82509f8bd49cbad951eb32dd95e2a is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:22.179382 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:22.191980 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-942e13df-6d20-467d-b795-e089d60bce2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:22.193254 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-942e13df-6d20-467d-b795-e089d60bce2f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ac456c7-1b76-476f-9112-607985dfc051 HTTP/1.1" status: 204 len: 168 time: 0.2721922 Jan 15 10:18:22.203581 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:22.213988 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] Made reservation on behalf of 00a82509f8bd49cbad951eb32dd95e2a for: {'network': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:18:22.220523 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for network, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:22.240680 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-f7e44573-6f6b-408a-99ec-3febf776dabd None None] Set router edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:18:22.246399 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:22.264667 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9260d4a-0b97-45ee-87bb-2dd1449711b2 req-2f929d1a-dc71-4b08-a15c-04d4012054ed tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:22.268839 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:22.271732 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a9260d4a-0b97-45ee-87bb-2dd1449711b2 req-2f929d1a-dc71-4b08-a15c-04d4012054ed tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.3297262 Jan 15 10:18:22.280978 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] Usage tracker for resource:security_group_rule and tenant:00a82509f8bd49cbad951eb32dd95e2a is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:22.284145 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:22.290932 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:22.404125 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a9260d4a-0b97-45ee-87bb-2dd1449711b2 req-3cb3035c-cd99-4138-9659-87f07dc5acdd tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250324 Jan 15 10:18:22.406596 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4dd8bc5-bd9b-4a11-b401-4e9836bf8128', 'tag': '09a01076-95b1-4e46-9041-019b435d310f', 'status': 'completed', 'code': 200} Jan 15 10:18:22.549146 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:22.554302 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:22.558721 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-344b74af-e59b-4ac6-bc87-bd796d83a133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:22.588953 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b31fe-ba00-4ef8-871b-2778e0b37e86 req-a03c3af0-a884-495f-9705-adc853cb8dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:22.590625 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-032b31fe-ba00-4ef8-871b-2778e0b37e86 req-a03c3af0-a884-495f-9705-adc853cb8dc6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d2e666365284aacad9462063764b9e2&device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 1163 time: 0.1864786 Jan 15 10:18:22.593062 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0bb40b-012f-4d50-89a5-4d32122d18c5,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:22.597981 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:22.633722 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:18:22.665937 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:22.666331 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.segments_db [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] Added segment b7bfd4b7-ea2e-44f1-b57a-2f11ebdb2061 of type vxlan for network b6a55caf-2b41-4675-85c7-bdf6096da439 Jan 15 10:18:22.763329 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-f7e44573-6f6b-408a-99ec-3febf776dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'name': 'tempest-AttachVolumeTestJSON-873034581-router', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:17:30Z', 'revision_number': 4, 'project_id': '1d2e666365284aacad9462063764b9e2', 'gw_port': {'id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:16Z', 'updated_at': '2021-01-15T10:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_floatingips': [{'id': 'a3856841-4a0e-4390-b82c-0bc2dd769970', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'floating_ip_address': '172.28.0.175', 'floating_network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'router_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'port_id': '09a01076-95b1-4e46-9041-019b435d310f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f', 'mac_address': 'fa:16:3e:d1:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dd8bc5-bd9b-4a11-b401-4e9836bf8128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:17:51Z', 'updated_at': '2021-01-15T10:18:20Z', 'revision_number': 1, 'project_id': '1d2e666365284aacad9462063764b9e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b93908d-6598-4c7c-9685-7e7dd9903758', 'name': '', 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'mac_address': 'fa:16:3e:ab:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:27Z', 'updated_at': '2021-01-15T10:17:49Z', 'revision_number': 5, 'project_id': '1d2e666365284aacad9462063764b9e2', 'subnets': [{'id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:22.773956 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e44573-6f6b-408a-99ec-3febf776dabd None None] Checking router: edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 for host: dv-cinder-768592-3-smb {{(pid=80101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:18:22.782146 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e44573-6f6b-408a-99ec-3febf776dabd None None] Routers {'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:18:22.783145 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-f7e44573-6f6b-408a-99ec-3febf776dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:18:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:22.849956 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309570361187'] for network, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:22.855911 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-13f61c82-0088-4236-b0b3-af05ea8516af tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/networks?tenant_id=34a3542a67cc41959c28e2f1e1083384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790293 Jan 15 10:18:22.986323 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for network, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:22.994341 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:23.000800 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:23.042922 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e011c633-673e-4931-a441-4b9e9a77ed21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:23.068802 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3632548 Jan 15 10:18:23.070458 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 57100) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:23.082439 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-2881f467-2bf1-4bb3-85dc-5dd3a3a47b21 admin admin] Request body: {'subnet': {'network_id': 'b6a55caf-2b41-4675-85c7-bdf6096da439', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-931538613-subnet', 'tenant_id': '00a82509f8bd49cbad951eb32dd95e2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:23.088079 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-2881f467-2bf1-4bb3-85dc-5dd3a3a47b21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:23.094419 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-2881f467-2bf1-4bb3-85dc-5dd3a3a47b21 admin admin] Usage tracker for resource:subnet and tenant:00a82509f8bd49cbad951eb32dd95e2a is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:23.098298 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-2881f467-2bf1-4bb3-85dc-5dd3a3a47b21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:23.105860 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-2881f467-2bf1-4bb3-85dc-5dd3a3a47b21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:23.118054 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2881f467-2bf1-4bb3-85dc-5dd3a3a47b21 admin admin] Made reservation on behalf of 00a82509f8bd49cbad951eb32dd95e2a for: {'subnet': 1} {{(pid=80099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:18:23.124337 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2881f467-2bf1-4bb3-85dc-5dd3a3a47b21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:23.180057 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b31fe-ba00-4ef8-871b-2778e0b37e86 req-7605f314-6e9d-408a-8fcc-fab146ef7ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:23.185009 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-032b31fe-ba00-4ef8-871b-2778e0b37e86 req-7605f314-6e9d-408a-8fcc-fab146ef7ffa service neutron] 10.222.0.73 "GET /v2.0/networks?id=8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f HTTP/1.1" status: 200 len: 904 time: 0.5756569 Jan 15 10:18:23.197892 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-f7e44573-6f6b-408a-99ec-3febf776dabd None None] Set router edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:18:23.205852 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] Pushing event updated for resources: {'Network': ['ID=b6a55caf-2b41-4675-85c7-bdf6096da439,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:23.218734 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Network b6a55caf-2b41-4675-85c7-bdf6096da439 details requested by agent ovs-agent-dv-cinder-768592-3-smb with host dv-cinder-768592-3-smb {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:18:23.323394 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:23.351315 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-531b31b1-dc6f-459b-8a43-a2e23cd7461b tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:23.353016 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-531b31b1-dc6f-459b-8a43-a2e23cd7461b tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4874001 Jan 15 10:18:23.426531 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-b209c1ed-974d-4bd2-8c34-fe05e41969cd tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/quotas/34a3542a67cc41959c28e2f1e1083384 HTTP/1.1" status: 200 len: 375 time: 0.0551760 Jan 15 10:18:23.450988 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Network b6a55caf-2b41-4675-85c7-bdf6096da439 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:18:23.470973 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-032b31fe-ba00-4ef8-871b-2778e0b37e86 req-c7967e0d-b5bd-4de2-9a16-b09286353a3f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09a01076-95b1-4e46-9041-019b435d310f HTTP/1.1" status: 200 len: 1000 time: 0.2654765 Jan 15 10:18:23.534125 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-dfc08e6f-1855-4ec1-bb1c-84df5ed76215 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/ports?tenant_id=34a3542a67cc41959c28e2f1e1083384&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0989788 Jan 15 10:18:23.691817 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b31fe-ba00-4ef8-871b-2778e0b37e86 req-619b4143-bade-4535-93fb-8b9898b5ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:23.702498 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-032b31fe-ba00-4ef8-871b-2778e0b37e86 req-619b4143-bade-4535-93fb-8b9898b5ef19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea4063fd-7d74-42c0-8f21-8e53b0e4ce85 HTTP/1.1" status: 200 len: 849 time: 0.2187533 Jan 15 10:18:23.812135 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-f7e44573-6f6b-408a-99ec-3febf776dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'name': 'tempest-AttachVolumeTestJSON-873034581-router', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:17:30Z', 'revision_number': 4, 'project_id': '1d2e666365284aacad9462063764b9e2', 'gw_port': {'id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:16Z', 'updated_at': '2021-01-15T10:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_floatingips': [{'id': 'a3856841-4a0e-4390-b82c-0bc2dd769970', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'floating_ip_address': '172.28.0.175', 'floating_network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'router_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'port_id': '09a01076-95b1-4e46-9041-019b435d310f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f', 'mac_address': 'fa:16:3e:d1:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dd8bc5-bd9b-4a11-b401-4e9836bf8128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:17:51Z', 'updated_at': '2021-01-15T10:18:20Z', 'revision_number': 1, 'project_id': '1d2e666365284aacad9462063764b9e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b93908d-6598-4c7c-9685-7e7dd9903758', 'name': '', 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'mac_address': 'fa:16:3e:ab:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:27Z', 'updated_at': '2021-01-15T10:17:49Z', 'revision_number': 5, 'project_id': '1d2e666365284aacad9462063764b9e2', 'subnets': [{'id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:23.817038 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e44573-6f6b-408a-99ec-3febf776dabd None None] The sync data for ids ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'] in dv-cinder-768592-3-smb is: [{'id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'name': 'tempest-AttachVolumeTestJSON-873034581-router', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:17:30Z', 'revision_number': 4, 'project_id': '1d2e666365284aacad9462063764b9e2', 'gw_port': {'id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:16Z', 'updated_at': '2021-01-15T10:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_floatingips': [{'id': 'a3856841-4a0e-4390-b82c-0bc2dd769970', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'floating_ip_address': '172.28.0.175', 'floating_network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'router_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'port_id': '09a01076-95b1-4e46-9041-019b435d310f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f', 'mac_address': 'fa:16:3e:d1:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dd8bc5-bd9b-4a11-b401-4e9836bf8128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:17:51Z', 'updated_at': '2021-01-15T10:18:20Z', 'revision_number': 1, 'project_id': '1d2e666365284aacad9462063764b9e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b93908d-6598-4c7c-9685-7e7dd9903758', 'name': '', 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'mac_address': 'fa:16:3e:ab:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:27Z', 'updated_at': '2021-01-15T10:17:49Z', 'revision_number': 5, 'project_id': '1d2e666365284aacad9462063764b9e2', 'subnets': [{'id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:18:23.883410 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b31fe-ba00-4ef8-871b-2778e0b37e86 req-9cba6c5d-19ed-4ecf-96a3-eebb2a23223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:23.885392 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-032b31fe-ba00-4ef8-871b-2778e0b37e86 req-9cba6c5d-19ed-4ecf-96a3-eebb2a23223c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1727633 Jan 15 10:18:24.184419 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-032b31fe-ba00-4ef8-871b-2778e0b37e86 req-e72c7179-bffd-442e-b8cf-9753ca0e0d67 service neutron] 10.222.0.73 "GET /v2.0/networks/8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895186 Jan 15 10:18:24.204773 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69e8d7-4804-439a-8fd0-639fd9f9a489 req-49f59f2c-b70f-44ef-b162-02654decb135 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:24.206677 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7d69e8d7-4804-439a-8fd0-639fd9f9a489 req-49f59f2c-b70f-44ef-b162-02654decb135 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.3317027 Jan 15 10:18:24.283966 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43738ec5-04ff-4b58-830b-02900f27cf2b None None] New status for floating IP a3856841-4a0e-4390-b82c-0bc2dd769970: ACTIVE {{(pid=80100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 10:18:24.341603 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-365a6bbd-4865-4591-8b2c-0e577ea54bf6 req-8279a294-0570-4174-bec6-a675a2f0cec3 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/ports?device_id=2ec0fbb4-6d22-4515-ad7a-0657ada38d08 HTTP/1.1" status: 200 len: 210 time: 0.1292531 Jan 15 10:18:24.451652 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7d69e8d7-4804-439a-8fd0-639fd9f9a489 req-256b995f-dcf1-405b-b392-20ecc77f9698 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810329 Jan 15 10:18:24.521585 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-032b31fe-ba00-4ef8-871b-2778e0b37e86 req-954103ca-ddc9-4e7d-9a7c-1c07fad5a71d service neutron] 10.222.0.73 "GET /v2.0/networks/8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3294358 Jan 15 10:18:24.564688 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2881f467-2bf1-4bb3-85dc-5dd3a3a47b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for subnet, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:24.753239 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:24.838941 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881f467-2bf1-4bb3-85dc-5dd3a3a47b21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3523689a-5748-493c-8a4e-1a4ed46c3e88,revision_number=0']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:24.842300 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-2881f467-2bf1-4bb3-85dc-5dd3a3a47b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:24.882382 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2881f467-2bf1-4bb3-85dc-5dd3a3a47b21 admin admin] Checking segment: {'id': 'b7bfd4b7-ea2e-44f1-b57a-2f11ebdb2061', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b6a55caf-2b41-4675-85c7-bdf6096da439'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:18:24.882824 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2881f467-2bf1-4bb3-85dc-5dd3a3a47b21 admin admin] Network hostable DHCP agents. Network: b6a55caf-2b41-4675-85c7-bdf6096da439, hostable agents: ['b4fd3997-8a6f-4495-b48b-6d59b5a93601'], hosted agents: [] {{(pid=80099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:18:24.923404 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2881f467-2bf1-4bb3-85dc-5dd3a3a47b21 admin admin] Network b6a55caf-2b41-4675-85c7-bdf6096da439 is scheduled to be hosted by DHCP agent b4fd3997-8a6f-4495-b48b-6d59b5a93601 with binding_index 1 {{(pid=80099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:18:24.969249 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-2881f467-2bf1-4bb3-85dc-5dd3a3a47b21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-smb, b6a55caf-2b41-4675-85c7-bdf6096da439) {{(pid=80099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:18:24.978022 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42037d2a-dcc2-478a-8046-a0e0f92d80e3 None None] Network b6a55caf-2b41-4675-85c7-bdf6096da439 requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:18:24.981035 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2881f467-2bf1-4bb3-85dc-5dd3a3a47b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:24.981692 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2881f467-2bf1-4bb3-85dc-5dd3a3a47b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for subnet, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:25.031759 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-2881f467-2bf1-4bb3-85dc-5dd3a3a47b21 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9598193 Jan 15 10:18:25.275413 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06031382-0a82-4e05-bb3a-5da0d66cfb83 None None] Network b6a55caf-2b41-4675-85c7-bdf6096da439 requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:18:25.740277 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-ee4f0fe3-36e3-4658-b9a6-dd6ef382321d tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.73 "GET /v2.0/networks?tenant_id=34a3542a67cc41959c28e2f1e1083384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735538 Jan 15 10:18:25.839727 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c20861f0-6aa8-46a1-8a0a-5fcbd762b8a8 req-8a4e39a4-f3f5-417c-9c5e-cfc3e37d70fb tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/ports?device_id=2ec0fbb4-6d22-4515-ad7a-0657ada38d08 HTTP/1.1" status: 200 len: 210 time: 0.1677127 Jan 15 10:18:25.895386 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 57184) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:26.028777 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d015648-d306-4af0-a296-7ae79b2e3880 req-8e65b408-941b-4e43-b8d0-4cd1233054e3 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:26.031415 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7d015648-d306-4af0-a296-7ae79b2e3880 req-8e65b408-941b-4e43-b8d0-4cd1233054e3 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.2715955 Jan 15 10:18:26.097742 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7d015648-d306-4af0-a296-7ae79b2e3880 req-3d04b8cc-016f-4091-97ae-84a79b01a881 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588446 Jan 15 10:18:26.109955 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-bda05678-be1d-4ba2-bbfa-340a7d7ced2b tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:26.112017 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-bda05678-be1d-4ba2-bbfa-340a7d7ced2b tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3656743 Jan 15 10:18:26.138101 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Request body: {'port': {'device_id': '2ec0fbb4-6d22-4515-ad7a-0657ada38d08', 'network_id': '4c8ceaab-fb4d-41c1-b063-1ffd013e667f', 'admin_state_up': True, 'tenant_id': '34a3542a67cc41959c28e2f1e1083384'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:26.161162 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-899754bb-6851-48ee-bbb7-6ccf42bda28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:26.180871 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-899754bb-6851-48ee-bbb7-6ccf42bda28e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:26.184992 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-899754bb-6851-48ee-bbb7-6ccf42bda28e admin admin] Usage tracker for resource:security_group_rule and tenant:27969206cda94f36bc2c69ac2a83296c is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:26.188936 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-899754bb-6851-48ee-bbb7-6ccf42bda28e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:26.194849 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-899754bb-6851-48ee-bbb7-6ccf42bda28e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:26.292111 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-899754bb-6851-48ee-bbb7-6ccf42bda28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:26.297207 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-899754bb-6851-48ee-bbb7-6ccf42bda28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:26.308454 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-80cc984c-f414-4849-8cae-8aabf0b05c42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:26.339155 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:26.343953 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Usage tracker for resource:port and tenant:34a3542a67cc41959c28e2f1e1083384 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:26.347762 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Quota usage for port was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:26.354331 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:26.363170 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-899754bb-6851-48ee-bbb7-6ccf42bda28e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=27969206cda94f36bc2c69ac2a83296c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4654999 Jan 15 10:18:26.364002 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 57208) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:26.364746 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899754bb-6851-48ee-bbb7-6ccf42bda28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8291e88c-d203-4382-bba6-97129c9981ac,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:26.369825 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-899754bb-6851-48ee-bbb7-6ccf42bda28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:26.396736 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Made reservation on behalf of 34a3542a67cc41959c28e2f1e1083384 for: {'port': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:18:26.421559 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:26.435456 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c8f6-278f-4eb5-b938-54d73c816b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:26.450163 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:26.467912 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c8f6-278f-4eb5-b938-54d73c816b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:26.478925 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:26.484309 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Usage tracker for resource:security_group_rule and tenant:34a3542a67cc41959c28e2f1e1083384 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:26.490263 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:26.499569 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:26.532123 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c8f6-278f-4eb5-b938-54d73c816b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:26.540114 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-c88f5854-4d28-4871-b903-d4b5d68d8670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:26.567818 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8c8f6-278f-4eb5-b938-54d73c816b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8291e88c-d203-4382-bba6-97129c9981ac,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:26.571810 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1fd8c8f6-278f-4eb5-b938-54d73c816b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:26.573179 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c8f6-278f-4eb5-b938-54d73c816b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:26.577054 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-1fd8c8f6-278f-4eb5-b938-54d73c816b6f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8291e88c-d203-4382-bba6-97129c9981ac HTTP/1.1" status: 204 len: 168 time: 0.2066047 Jan 15 10:18:26.627206 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:26.630579 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:26.642680 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ef2a310c-fd2c-476f-a6bc-db9305926a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:26.740470 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 57222) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:26.746574 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-929088578-network', 'tenant_id': '2fcb2b3513864b58ba08d46faef378e5'}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:26.753719 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:26.761555 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] Usage tracker for resource:network and tenant:2fcb2b3513864b58ba08d46faef378e5 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:26.768360 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:26.781636 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:26.797788 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] Made reservation on behalf of 2fcb2b3513864b58ba08d46faef378e5 for: {'network': 1} {{(pid=80099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:18:26.802388 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for network, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:26.819264 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:26.855474 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:26.860617 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] Usage tracker for resource:security_group_rule and tenant:2fcb2b3513864b58ba08d46faef378e5 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:26.865225 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:26.871799 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:27.003148 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Allocated IP 192.168.233.160 (4c8ceaab-fb4d-41c1-b063-1ffd013e667f/dda18bfb-d038-4d7f-a1bf-2eaebb3a0102/bfc2aa21-c3bb-4228-911c-f83af816427b) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:18:27.040976 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Pushing event updated for resources: {'SecurityGroup': ['ID=5144512d-df57-4d05-8538-a8e661baea5f,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:27.048507 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:27.115578 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:27.124449 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:27.132936 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0dfbe5af-278c-4f11-882c-45d73fedaef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:27.189770 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:18:27.211134 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309569841387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:27.211544 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.segments_db [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] Added segment ce777616-0d85-4fa9-b85a-12b8535d2e54 of type vxlan for network 8862008a-f996-41c7-a9cb-04f5a1edd036 Jan 15 10:18:27.287651 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309570361187'] for network, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:27.382236 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:27.408718 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-23ba9b22-5fbf-4f15-9f93-599f4cf7686c req-c0963084-1837-41fb-a5d7-8ae4fb9788e8 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/ports?device_id=2ec0fbb4-6d22-4515-ad7a-0657ada38d08 HTTP/1.1" status: 200 len: 210 time: 0.2524936 Jan 15 10:18:27.412859 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Transition to ACTIVE for port object bfc2aa21-c3bb-4228-911c-f83af816427b will not be triggered until provisioned by entity DHCP. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:18:27.442652 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b93c56-d438-4ab6-a8c3-91bb3ff67634,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:27.445731 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:27.447898 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:27.449101 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for network, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:27.454447 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:27.454447 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:27.462358 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-15b26ba7-3ccb-4ff7-8f6a-b6c3198e3cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:27.489805 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:27.596096 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Pushing event updated for resources: {'Port': ['ID=bfc2aa21-c3bb-4228-911c-f83af816427b,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:27.599942 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:27.698048 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] Pushing event updated for resources: {'Network': ['ID=8862008a-f996-41c7-a9cb-04f5a1edd036,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:27.710997 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Network 8862008a-f996-41c7-a9cb-04f5a1edd036 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:18:27.725101 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9803681 Jan 15 10:18:27.725101 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:27.749377 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 57260) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:27.750402 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Network 8862008a-f996-41c7-a9cb-04f5a1edd036 details requested by agent ovs-agent-dv-cinder-768592-3-smb with host dv-cinder-768592-3-smb {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:18:27.758796 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-a7600cf7-0617-4342-8d7a-afa427744d89 admin admin] Request body: {'subnet': {'network_id': '8862008a-f996-41c7-a9cb-04f5a1edd036', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-929088578-subnet', 'tenant_id': '2fcb2b3513864b58ba08d46faef378e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:27.765919 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-a7600cf7-0617-4342-8d7a-afa427744d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:27.773868 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-a7600cf7-0617-4342-8d7a-afa427744d89 admin admin] Usage tracker for resource:subnet and tenant:2fcb2b3513864b58ba08d46faef378e5 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:27.778328 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-a7600cf7-0617-4342-8d7a-afa427744d89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:27.788631 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-a7600cf7-0617-4342-8d7a-afa427744d89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:27.831593 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80670bf9-77d2-460e-9656-e4034b0a2804 req-c1a428ef-091b-4c38-8eed-2b7df619d5e9 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:27.840273 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-80670bf9-77d2-460e-9656-e4034b0a2804 req-c1a428ef-091b-4c38-8eed-2b7df619d5e9 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.2167695 Jan 15 10:18:27.861399 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7600cf7-0617-4342-8d7a-afa427744d89 admin admin] Made reservation on behalf of 2fcb2b3513864b58ba08d46faef378e5 for: {'subnet': 1} {{(pid=80099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:18:27.866287 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a7600cf7-0617-4342-8d7a-afa427744d89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:28.057171 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Network 4c8ceaab-fb4d-41c1-b063-1ffd013e667f is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:18:28.058458 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:18:28.071988 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:18:28.078186 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-80670bf9-77d2-460e-9656-e4034b0a2804 req-13df7900-e397-4165-81a7-317d53045a38 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368150 Jan 15 10:18:28.208075 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:28.208758 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:28.256623 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1256928 Jan 15 10:18:28.269733 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] Request body: {'port': {'device_id': '2ec0fbb4-6d22-4515-ad7a-0657ada38d08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:28.411048 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-575b1f93-f4b0-43e1-9e23-1971b342b2f1 None None] Provisioning for port bfc2aa21-c3bb-4228-911c-f83af816427b completed by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:18:28.431431 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-575b1f93-f4b0-43e1-9e23-1971b342b2f1 None None] Provisioning complete for port bfc2aa21-c3bb-4228-911c-f83af816427b triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:28.432007 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-575b1f93-f4b0-43e1-9e23-1971b342b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:28.589234 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-575b1f93-f4b0-43e1-9e23-1971b342b2f1 None None] Port bfc2aa21-c3bb-4228-911c-f83af816427b cannot update to ACTIVE because it is not bound. {{(pid=80100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:18:28.614139 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:28.721016 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a7600cf7-0617-4342-8d7a-afa427744d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for subnet, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:28.744485 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:28.940502 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558313bc-2e1c-4d59-b444-751733bb78e1 req-abfb84af-0721-4933-92bd-705648ca2867 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:28.948195 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-558313bc-2e1c-4d59-b444-751733bb78e1 req-abfb84af-0721-4933-92bd-705648ca2867 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/ports?device_id=2ec0fbb4-6d22-4515-ad7a-0657ada38d08 HTTP/1.1" status: 200 len: 936 time: 0.3171356 Jan 15 10:18:28.954001 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7600cf7-0617-4342-8d7a-afa427744d89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c32a6ea8-7f2e-4be3-82e9-62098023d22a,revision_number=0']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:28.957090 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a7600cf7-0617-4342-8d7a-afa427744d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:29.041393 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-558313bc-2e1c-4d59-b444-751733bb78e1 req-920ffd52-6fd3-4677-8511-3dd76a848126 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/security-groups?id=5144512d-df57-4d05-8538-a8e661baea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922434 Jan 15 10:18:29.108469 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7600cf7-0617-4342-8d7a-afa427744d89 admin admin] Checking segment: {'id': 'ce777616-0d85-4fa9-b85a-12b8535d2e54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8862008a-f996-41c7-a9cb-04f5a1edd036'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:18:29.109041 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7600cf7-0617-4342-8d7a-afa427744d89 admin admin] Network hostable DHCP agents. Network: 8862008a-f996-41c7-a9cb-04f5a1edd036, hostable agents: ['b4fd3997-8a6f-4495-b48b-6d59b5a93601'], hosted agents: [] {{(pid=80099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:18:29.141224 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7600cf7-0617-4342-8d7a-afa427744d89 admin admin] Network 8862008a-f996-41c7-a9cb-04f5a1edd036 is scheduled to be hosted by DHCP agent b4fd3997-8a6f-4495-b48b-6d59b5a93601 with binding_index 1 {{(pid=80099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:18:29.156213 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-a7600cf7-0617-4342-8d7a-afa427744d89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-smb, 8862008a-f996-41c7-a9cb-04f5a1edd036) {{(pid=80099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:18:29.160747 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7600cf7-0617-4342-8d7a-afa427744d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:29.161413 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a7600cf7-0617-4342-8d7a-afa427744d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for subnet, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:29.165533 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1f5f66-bd51-49d0-9c0b-c4d7eeccf4a4 None None] Network 8862008a-f996-41c7-a9cb-04f5a1edd036 requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:18:29.219790 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-a7600cf7-0617-4342-8d7a-afa427744d89 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4594948 Jan 15 10:18:29.314253 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc2aa21-c3bb-4228-911c-f83af816427b {{(pid=80098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:18:29.322233 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:29.341158 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] Transition to ACTIVE for port object bfc2aa21-c3bb-4228-911c-f83af816427b will not be triggered until provisioned by entity L2. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:18:29.348323 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:29.375057 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:29.436873 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85334099-01dd-49c7-9658-64a0c2f5603c req-0cb02368-80be-46f1-b3c0-a1c99715b949 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:29.444564 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-85334099-01dd-49c7-9658-64a0c2f5603c req-0cb02368-80be-46f1-b3c0-a1c99715b949 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.1885915 Jan 15 10:18:29.480944 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 57322) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:29.483350 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] Pushing event updated for resources: {'Port': ['ID=bfc2aa21-c3bb-4228-911c-f83af816427b,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:29.490418 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:29.595247 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 57330) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:29.614082 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062b77d9-5cd8-46da-a196-6ae07a28b658 None None] Network 8862008a-f996-41c7-a9cb-04f5a1edd036 requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:18:29.658978 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-85334099-01dd-49c7-9658-64a0c2f5603c req-389c0811-142b-498c-9ac9-8d3e04bf1680 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134364 Jan 15 10:18:29.680605 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_v2 [None req-5913d1bf-b139-47a6-a9ae-4aaeb1d0cf9a admin admin] Deleting subnet 3523689a-5748-493c-8a4e-1a4ed46c3e88 {{(pid=80099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:18:29.688667 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5913d1bf-b139-47a6-a9ae-4aaeb1d0cf9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:29.800064 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5913d1bf-b139-47a6-a9ae-4aaeb1d0cf9a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:29.821031 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5913d1bf-b139-47a6-a9ae-4aaeb1d0cf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854144639'] for subnet, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:29.972691 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] Attempting to bind port bfc2aa21-c3bb-4228-911c-f83af816427b on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:18:29.973068 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] Attempting to bind port bfc2aa21-c3bb-4228-911c-f83af816427b by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '903e08a6-2794-4c50-98e3-79f736894dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4c8ceaab-fb4d-41c1-b063-1ffd013e667f'}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:18:29.973445 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] Attempting to bind port bfc2aa21-c3bb-4228-911c-f83af816427b on network 4c8ceaab-fb4d-41c1-b063-1ffd013e667f {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:18:29.986441 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] Checking agent: {'id': '8c829481-49a9-437b-96a2-5739862171f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 15, 15), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:18:29.986829 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] Checking segment: {'id': '903e08a6-2794-4c50-98e3-79f736894dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4c8ceaab-fb4d-41c1-b063-1ffd013e667f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:18:29.987285 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:29.987681 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] Bound using segment: {'id': '903e08a6-2794-4c50-98e3-79f736894dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4c8ceaab-fb4d-41c1-b063-1ffd013e667f'} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:18:29.988180 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] Bound port: bfc2aa21-c3bb-4228-911c-f83af816427b, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903e08a6-2794-4c50-98e3-79f736894dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4c8ceaab-fb4d-41c1-b063-1ffd013e667f'}}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:18:29.988811 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:30.255348 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] For port bfc2aa21-c3bb-4228-911c-f83af816427b, host hv-cinder-76859, cleared binding levels {{(pid=80098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:18:30.267618 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] For port bfc2aa21-c3bb-4228-911c-f83af816427b, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=bfc2aa21-c3bb-4228-911c-f83af816427b,segment=NetworkSegment(903e08a6-2794-4c50-98e3-79f736894dc5),segment_id=903e08a6-2794-4c50-98e3-79f736894dc5)] {{(pid=80098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:18:30.273425 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:30.300795 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-3a3a7035-3a20-48ed-ac53-f2fc3e65bfef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:30.467946 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6c2f826d-c98c-4511-8ecc-94bfed650fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:30.502200 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-6c2f826d-c98c-4511-8ecc-94bfed650fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:30.509058 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-6c2f826d-c98c-4511-8ecc-94bfed650fa9 admin admin] Usage tracker for resource:security_group_rule and tenant:21d0e66e6ded47cf89f591f835f82631 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:30.516131 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-6c2f826d-c98c-4511-8ecc-94bfed650fa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:30.530177 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] Pushing event updated for resources: {'Port': ['ID=bfc2aa21-c3bb-4228-911c-f83af816427b,revision_number=3']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:30.531800 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-6c2f826d-c98c-4511-8ecc-94bfed650fa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:30.535190 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:30.552077 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:30.552897 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:30.554291 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] 10.222.0.73 "PUT /v2.0/ports/bfc2aa21-c3bb-4228-911c-f83af816427b HTTP/1.1" status: 200 len: 1162 time: 2.2894142 Jan 15 10:18:30.554834 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec0fbb4-6d22-4515-ad7a-0657ada38d08', 'tag': 'bfc2aa21-c3bb-4228-911c-f83af816427b'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:18:30.602170 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184e879-4694-46bc-895b-0957e7b24d3d req-1b23d686-ee3e-4a45-a9fa-243a20db00de tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:30.603963 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a184e879-4694-46bc-895b-0957e7b24d3d req-1b23d686-ee3e-4a45-a9fa-243a20db00de tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/ports?device_id=2ec0fbb4-6d22-4515-ad7a-0657ada38d08 HTTP/1.1" status: 200 len: 948 time: 0.2612572 Jan 15 10:18:30.605094 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5913d1bf-b139-47a6-a9ae-4aaeb1d0cf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for subnet, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:30.658006 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-2881f467-2bf1-4bb3-85dc-5dd3a3a47b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:30.665136 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec0fbb4-6d22-4515-ad7a-0657ada38d08', 'tag': 'bfc2aa21-c3bb-4228-911c-f83af816427b', 'status': 'completed', 'code': 200} Jan 15 10:18:30.735158 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913d1bf-b139-47a6-a9ae-4aaeb1d0cf9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3523689a-5748-493c-8a4e-1a4ed46c3e88,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:30.743043 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-4abe143a-632a-4a11-a82d-010fc0bcdfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:30.752191 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-4abe143a-632a-4a11-a82d-010fc0bcdfc0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=34a3542a67cc41959c28e2f1e1083384&device_id=2ec0fbb4-6d22-4515-ad7a-0657ada38d08 HTTP/1.1" status: 200 len: 1165 time: 0.1374848 Jan 15 10:18:30.815825 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-5913d1bf-b139-47a6-a9ae-4aaeb1d0cf9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:30.846683 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-6af2d5c4-1b44-4b17-bdca-7f042bb458fb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=bfc2aa21-c3bb-4228-911c-f83af816427b HTTP/1.1" status: 200 len: 217 time: 0.0864618 Jan 15 10:18:30.889322 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a184e879-4694-46bc-895b-0957e7b24d3d req-896feb88-fdcd-49aa-9673-5647fbccadce tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/security-groups?id=5144512d-df57-4d05-8538-a8e661baea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670584 Jan 15 10:18:30.928077 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-c4ba95db-b456-4faf-9275-ae8157f2164a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:30.929948 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-c4ba95db-b456-4faf-9275-ae8157f2164a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dda18bfb-d038-4d7f-a1bf-2eaebb3a0102 HTTP/1.1" status: 200 len: 843 time: 0.0749259 Jan 15 10:18:30.992676 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5913d1bf-b139-47a6-a9ae-4aaeb1d0cf9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for subnet, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:31.031492 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-5913d1bf-b139-47a6-a9ae-4aaeb1d0cf9a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3523689a-5748-493c-8a4e-1a4ed46c3e88 HTTP/1.1" status: 204 len: 168 time: 1.5493605 Jan 15 10:18:31.034174 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 57382) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:31.037531 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6c2f826d-c98c-4511-8ecc-94bfed650fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:31.045147 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6c2f826d-c98c-4511-8ecc-94bfed650fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:31.054536 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-8c113862-d1b6-4be7-a98f-35bf2d5941fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:31.071666 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-dbfd754e-3673-4c50-ad64-4d05a4c41c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:31.073283 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-dbfd754e-3673-4c50-ad64-4d05a4c41c7f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c8ceaab-fb4d-41c1-b063-1ffd013e667f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1295955 Jan 15 10:18:31.127414 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b882d-9c36-4eaf-a7be-2462d1aa3f9c req-e17c8da6-714d-4286-a46c-e3a5c63f0e05 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:31.129075 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f59b882d-9c36-4eaf-a7be-2462d1aa3f9c req-e17c8da6-714d-4286-a46c-e3a5c63f0e05 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.2600918 Jan 15 10:18:31.132567 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-6c2f826d-c98c-4511-8ecc-94bfed650fa9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21d0e66e6ded47cf89f591f835f82631&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5343168 Jan 15 10:18:31.133551 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f826d-c98c-4511-8ecc-94bfed650fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de24c6f-60f6-4c8d-b622-a096876779be,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:31.136378 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 57386) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:31.150955 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-6c2f826d-c98c-4511-8ecc-94bfed650fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:31.206904 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8c29d9f2-f290-42dc-80f0-9cc5a81910c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357326'] for network, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:31.230314 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f59b882d-9c36-4eaf-a7be-2462d1aa3f9c req-b982a572-2800-4776-9bc2-94b7299585eb tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931404 Jan 15 10:18:31.245412 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-55e1d880-6c5f-4f1b-81aa-0b27f39fdedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:31.277121 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-55e1d880-6c5f-4f1b-81aa-0b27f39fdedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:31.322553 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-55e1d880-6c5f-4f1b-81aa-0b27f39fdedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:31.326954 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:31.338617 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1d880-6c5f-4f1b-81aa-0b27f39fdedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de24c6f-60f6-4c8d-b622-a096876779be,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:31.341014 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-55e1d880-6c5f-4f1b-81aa-0b27f39fdedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:31.352216 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-55e1d880-6c5f-4f1b-81aa-0b27f39fdedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:31.354099 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-55e1d880-6c5f-4f1b-81aa-0b27f39fdedb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3de24c6f-60f6-4c8d-b622-a096876779be HTTP/1.1" status: 204 len: 168 time: 0.2157607 Jan 15 10:18:31.499754 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-a41802ce-83c8-47ba-88ee-13c03217e464 service neutron] 10.222.0.73 "GET /v2.0/networks/4c8ceaab-fb4d-41c1-b063-1ffd013e667f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621173 Jan 15 10:18:31.501507 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8c29d9f2-f290-42dc-80f0-9cc5a81910c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631286', 'neutron.services.segments.db._delete_segments_for_network-8727284934413'] for network, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:31.766194 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-8c29d9f2-f290-42dc-80f0-9cc5a81910c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a55caf-2b41-4675-85c7-bdf6096da439']}} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:31.794144 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-8c29d9f2-f290-42dc-80f0-9cc5a81910c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7bfd4b7-ea2e-44f1-b57a-2f11ebdb2061') {'for_net_delete': True} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:31.794578 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-8c29d9f2-f290-42dc-80f0-9cc5a81910c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7bfd4b7-ea2e-44f1-b57a-2f11ebdb2061') {} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:31.814918 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8c29d9f2-f290-42dc-80f0-9cc5a81910c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309569803022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851545978'] for segment, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:31.824578 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de4b608b-ff9b-4f0e-867b-4e5e4c436259 req-8e334308-d203-40ba-962b-4223fe1d9e56 service neutron] 10.222.0.73 "GET /v2.0/networks/4c8ceaab-fb4d-41c1-b063-1ffd013e667f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3071396 Jan 15 10:18:31.836275 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8c29d9f2-f290-42dc-80f0-9cc5a81910c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:31.837874 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8c29d9f2-f290-42dc-80f0-9cc5a81910c4 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:18:32.107452 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-8c29d9f2-f290-42dc-80f0-9cc5a81910c4 admin admin] Network b6a55caf-2b41-4675-85c7-bdf6096da439 has no segments {{(pid=80098) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:18:32.119889 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8c29d9f2-f290-42dc-80f0-9cc5a81910c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-629596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850609246'] for segment, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:32.183487 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f9b34-c138-48f7-b402-805e4aa2a138 req-b8590ce7-2e21-4b8a-b3e4-6e8e5f362ced tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:32.185854 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e58f9b34-c138-48f7-b402-805e4aa2a138 req-b8590ce7-2e21-4b8a-b3e4-6e8e5f362ced tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/ports?device_id=2ec0fbb4-6d22-4515-ad7a-0657ada38d08 HTTP/1.1" status: 200 len: 948 time: 0.1231501 Jan 15 10:18:32.260777 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e58f9b34-c138-48f7-b402-805e4aa2a138 req-1f850a5f-ddf0-450b-b244-7a8ffa62e7b6 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/security-groups?id=5144512d-df57-4d05-8538-a8e661baea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636568 Jan 15 10:18:32.480869 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 57416) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:32.489033 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c83e37-0df7-4ec7-8ce6-ad56d961f6a3 req-218d1690-42b0-4d10-ba66-3496936fec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:32.490645 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e9c83e37-0df7-4ec7-8ce6-ad56d961f6a3 req-218d1690-42b0-4d10-ba66-3496936fec88 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=34a3542a67cc41959c28e2f1e1083384&device_id=2ec0fbb4-6d22-4515-ad7a-0657ada38d08 HTTP/1.1" status: 200 len: 1165 time: 0.5637021 Jan 15 10:18:32.524330 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12febdd-d9c1-4dbf-8956-adad8b4573ec req-40410b57-be3e-4242-8096-9982c274e793 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:32.526048 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a12febdd-d9c1-4dbf-8956-adad8b4573ec req-40410b57-be3e-4242-8096-9982c274e793 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.1222899 Jan 15 10:18:32.580977 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a12febdd-d9c1-4dbf-8956-adad8b4573ec req-77d31d0c-5a10-4636-86a4-a72ae671953b tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477545 Jan 15 10:18:32.608414 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-8c29d9f2-f290-42dc-80f0-9cc5a81910c4 admin admin] Network b6a55caf-2b41-4675-85c7-bdf6096da439 has no segments {{(pid=80098) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:18:32.655992 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e86b8f4b-4b17-4125-b91d-bac0d9241cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:32.676459 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-e86b8f4b-4b17-4125-b91d-bac0d9241cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:32.681031 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-e86b8f4b-4b17-4125-b91d-bac0d9241cca admin admin] Usage tracker for resource:security_group_rule and tenant:20e11d0a960b47e2b0582662f486144a is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:32.684425 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-e86b8f4b-4b17-4125-b91d-bac0d9241cca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:32.692682 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-e86b8f4b-4b17-4125-b91d-bac0d9241cca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: Traceback (most recent call last): Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: timer() Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: cb(*args, **kw) Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: return func(*args, **kwargs) Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: self._notify() Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: self.callback(batched_events) Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: event.method(event) Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: segment_id)['aggregates'][0] Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: return f(self, *a, **k) Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: return self._get(url).json() Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: **kwargs) Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: return self.request(url, 'GET', **kwargs) Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: **endpoint_filter) Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:18:32.700568 dv-cinder-768592-3-smb neutron-server[79989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:18:32.798532 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e86b8f4b-4b17-4125-b91d-bac0d9241cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:32.802601 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e86b8f4b-4b17-4125-b91d-bac0d9241cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:32.813106 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-c530a80c-da71-46af-8fbd-1e62b6d44a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:32.814232 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8c29d9f2-f290-42dc-80f0-9cc5a81910c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409743'] for network, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:32.820937 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c83e37-0df7-4ec7-8ce6-ad56d961f6a3 req-cb880a62-9ac0-4e8d-b5cc-a4eac974c3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:32.822524 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e9c83e37-0df7-4ec7-8ce6-ad56d961f6a3 req-cb880a62-9ac0-4e8d-b5cc-a4eac974c3d7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c8ceaab-fb4d-41c1-b063-1ffd013e667f HTTP/1.1" status: 200 len: 863 time: 0.2804866 Jan 15 10:18:32.824062 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:32.862806 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-e86b8f4b-4b17-4125-b91d-bac0d9241cca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=20e11d0a960b47e2b0582662f486144a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3786960 Jan 15 10:18:32.862806 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b8f4b-4b17-4125-b91d-bac0d9241cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3164bd45-67ff-4895-8dc1-063f18d11c54,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:32.864236 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 57428) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:32.867561 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e86b8f4b-4b17-4125-b91d-bac0d9241cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:32.901538 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8c29d9f2-f290-42dc-80f0-9cc5a81910c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:32.915212 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29d9f2-f290-42dc-80f0-9cc5a81910c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6a55caf-2b41-4675-85c7-bdf6096da439,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:32.925292 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-8c29d9f2-f290-42dc-80f0-9cc5a81910c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:32.927075 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-8c29d9f2-f290-42dc-80f0-9cc5a81910c4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b6a55caf-2b41-4675-85c7-bdf6096da439 HTTP/1.1" status: 204 len: 168 time: 1.8916628 Jan 15 10:18:32.928863 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e9c83e37-0df7-4ec7-8ce6-ad56d961f6a3 req-1c8495a7-e336-4901-a96e-ad02534e5835 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=bfc2aa21-c3bb-4228-911c-f83af816427b HTTP/1.1" status: 200 len: 217 time: 0.0886846 Jan 15 10:18:32.931713 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 57434) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:32.973557 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a98c4ca5-2d72-42e3-874a-2d2742f4ba3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:33.016223 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c83e37-0df7-4ec7-8ce6-ad56d961f6a3 req-df785cbf-40a3-443d-9c2c-9e9a9f3f5212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:33.017856 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e9c83e37-0df7-4ec7-8ce6-ad56d961f6a3 req-df785cbf-40a3-443d-9c2c-9e9a9f3f5212 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dda18bfb-d038-4d7f-a1bf-2eaebb3a0102 HTTP/1.1" status: 200 len: 843 time: 0.0740957 Jan 15 10:18:33.026156 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a98c4ca5-2d72-42e3-874a-2d2742f4ba3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:33.037308 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 57438) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:33.046216 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_v2 [None req-7081eacf-bcfe-4c10-b006-e5d3f974bf05 admin admin] Deleting subnet c32a6ea8-7f2e-4be3-82e9-62098023d22a {{(pid=80099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:18:33.056457 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7081eacf-bcfe-4c10-b006-e5d3f974bf05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:33.115404 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c83e37-0df7-4ec7-8ce6-ad56d961f6a3 req-2068e6ad-0a07-441d-8fb8-5b0d04161e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:33.117035 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e9c83e37-0df7-4ec7-8ce6-ad56d961f6a3 req-2068e6ad-0a07-441d-8fb8-5b0d04161e42 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c8ceaab-fb4d-41c1-b063-1ffd013e667f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0839202 Jan 15 10:18:33.138833 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7081eacf-bcfe-4c10-b006-e5d3f974bf05 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:33.147463 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7081eacf-bcfe-4c10-b006-e5d3f974bf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854144639'] for subnet, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:33.202377 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a98c4ca5-2d72-42e3-874a-2d2742f4ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:33.208910 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d81a6fc0-74d5-46b5-83d1-e5a8da2e576c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:33.261597 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c4ca5-2d72-42e3-874a-2d2742f4ba3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3164bd45-67ff-4895-8dc1-063f18d11c54,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:33.268664 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a98c4ca5-2d72-42e3-874a-2d2742f4ba3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:33.276359 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8ef8e94c-5379-4995-826f-f76797dd555e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:33.280066 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e9c83e37-0df7-4ec7-8ce6-ad56d961f6a3 req-69392a82-e55e-4eb0-b536-fdf4eecbbfb1 service neutron] 10.222.0.73 "GET /v2.0/networks/4c8ceaab-fb4d-41c1-b063-1ffd013e667f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513898 Jan 15 10:18:33.292277 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a98c4ca5-2d72-42e3-874a-2d2742f4ba3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:33.306622 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-a98c4ca5-2d72-42e3-874a-2d2742f4ba3c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3164bd45-67ff-4895-8dc1-063f18d11c54 HTTP/1.1" status: 204 len: 168 time: 0.4391460 Jan 15 10:18:33.370944 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-8ef8e94c-5379-4995-826f-f76797dd555e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:33.379351 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-8ef8e94c-5379-4995-826f-f76797dd555e admin admin] Usage tracker for resource:security_group_rule and tenant:8b7165c7d76d4c65821d0b8e3f7d8c87 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:33.384055 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-8ef8e94c-5379-4995-826f-f76797dd555e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:33.393145 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-8ef8e94c-5379-4995-826f-f76797dd555e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:33.474496 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e9c83e37-0df7-4ec7-8ce6-ad56d961f6a3 req-4d1a1941-8bfc-44d2-9888-ce800c76e74e service neutron] 10.222.0.73 "GET /v2.0/networks/4c8ceaab-fb4d-41c1-b063-1ffd013e667f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1867735 Jan 15 10:18:33.650653 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb0b7e-d903-4db0-a301-5772aa64b100 req-99eaf77a-a8c2-4875-bcc7-f5496988246d tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:33.653787 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-85cb0b7e-d903-4db0-a301-5772aa64b100 req-99eaf77a-a8c2-4875-bcc7-f5496988246d tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/ports?device_id=2ec0fbb4-6d22-4515-ad7a-0657ada38d08 HTTP/1.1" status: 200 len: 948 time: 0.2114854 Jan 15 10:18:33.664348 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7081eacf-bcfe-4c10-b006-e5d3f974bf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for subnet, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:33.710357 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-73e804bf-b394-4241-9c39-ec8833649168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:33.751232 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 57454) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:33.770462 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5526-d23d-4641-9df0-204285fd3799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:33.786686 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-d8ca5526-d23d-4641-9df0-204285fd3799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:33.790787 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-d8ca5526-d23d-4641-9df0-204285fd3799 admin admin] Usage tracker for resource:security_group_rule and tenant:687eaabb59ae4f098e3a45775c5ff3c5 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:33.793808 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-d8ca5526-d23d-4641-9df0-204285fd3799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:33.800971 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-d8ca5526-d23d-4641-9df0-204285fd3799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:33.809977 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081eacf-bcfe-4c10-b006-e5d3f974bf05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c32a6ea8-7f2e-4be3-82e9-62098023d22a,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:33.813291 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-7081eacf-bcfe-4c10-b006-e5d3f974bf05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:33.822500 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8ef8e94c-5379-4995-826f-f76797dd555e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:33.902001 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8ef8e94c-5379-4995-826f-f76797dd555e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:33.912465 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5526-d23d-4641-9df0-204285fd3799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:33.916501 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5526-d23d-4641-9df0-204285fd3799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:33.917414 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-6c2f826d-c98c-4511-8ecc-94bfed650fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:33.931476 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:33.961139 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-85cb0b7e-d903-4db0-a301-5772aa64b100 req-83444608-be29-41fb-b377-50e7f6cfe703 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/security-groups?id=5144512d-df57-4d05-8538-a8e661baea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953873 Jan 15 10:18:33.975995 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-d8ca5526-d23d-4641-9df0-204285fd3799 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=687eaabb59ae4f098e3a45775c5ff3c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209275 Jan 15 10:18:33.976793 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 57460) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:33.991002 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca5526-d23d-4641-9df0-204285fd3799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa1aa3d-ed97-401f-a413-1e19838eb06d,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:34.022116 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d8ca5526-d23d-4641-9df0-204285fd3799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:34.025638 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8e94c-5379-4995-826f-f76797dd555e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c941cf-4bb6-4167-b6c7-3037fdb505a1,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:34.036060 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-8ef8e94c-5379-4995-826f-f76797dd555e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:34.045748 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-8ef8e94c-5379-4995-826f-f76797dd555e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8b7165c7d76d4c65821d0b8e3f7d8c87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9971564 Jan 15 10:18:34.053531 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 57464) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:34.054316 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-779d1f91-48df-45a4-b8cd-17a973f147ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:34.087007 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fe874-0118-499e-bab7-244cfdd60ef2 req-3cdbce74-6c44-4466-b888-6ae7dbad19b3 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:34.089155 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2e0fe874-0118-499e-bab7-244cfdd60ef2 req-3cdbce74-6c44-4466-b888-6ae7dbad19b3 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.3345048 Jan 15 10:18:34.090332 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7081eacf-bcfe-4c10-b006-e5d3f974bf05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for subnet, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:34.125889 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-7081eacf-bcfe-4c10-b006-e5d3f974bf05 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c32a6ea8-7f2e-4be3-82e9-62098023d22a HTTP/1.1" status: 204 len: 168 time: 1.1934743 Jan 15 10:18:34.128666 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 57468) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:34.131341 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-779d1f91-48df-45a4-b8cd-17a973f147ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:34.183303 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7c4e7dec-841c-4e1f-a2a4-fe2cdf73c058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:34.192198 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2e0fe874-0118-499e-bab7-244cfdd60ef2 req-370fc201-7121-4077-a1f8-b25ed458aced tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926518 Jan 15 10:18:34.216990 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7c4e7dec-841c-4e1f-a2a4-fe2cdf73c058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:34.262641 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-779d1f91-48df-45a4-b8cd-17a973f147ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:34.271242 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d8ca5526-d23d-4641-9df0-204285fd3799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:34.274018 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357326'] for network, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:34.282623 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d1f91-48df-45a4-b8cd-17a973f147ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa1aa3d-ed97-401f-a413-1e19838eb06d,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:34.286631 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-779d1f91-48df-45a4-b8cd-17a973f147ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:34.293323 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-779d1f91-48df-45a4-b8cd-17a973f147ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:34.295982 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-779d1f91-48df-45a4-b8cd-17a973f147ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5fa1aa3d-ed97-401f-a413-1e19838eb06d HTTP/1.1" status: 204 len: 168 time: 0.3167458 Jan 15 10:18:34.302341 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7c4e7dec-841c-4e1f-a2a4-fe2cdf73c058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:34.310577 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-2b5f096f-0afa-4bf6-9065-f62fa4e174b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:34.325662 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e7dec-841c-4e1f-a2a4-fe2cdf73c058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c941cf-4bb6-4167-b6c7-3037fdb505a1,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:34.329376 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-7c4e7dec-841c-4e1f-a2a4-fe2cdf73c058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:34.330640 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7c4e7dec-841c-4e1f-a2a4-fe2cdf73c058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:34.343183 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-7c4e7dec-841c-4e1f-a2a4-fe2cdf73c058 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e8c941cf-4bb6-4167-b6c7-3037fdb505a1 HTTP/1.1" status: 204 len: 168 time: 0.2801869 Jan 15 10:18:34.485461 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631286', 'neutron.services.segments.db._delete_segments_for_network-8727284934413'] for network, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:34.616644 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:34.617197 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:34.618283 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:34.618846 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Subscribe: > port after_create 55550000 {{(pid=80099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:34.619262 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:34.619731 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Subscribe: > port after_update 55550000 {{(pid=80099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:34.620255 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:34.620876 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:34.621362 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:34.621824 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:34.705101 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:34.705571 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:34.705848 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:34.706348 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:34.706860 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8862008a-f996-41c7-a9cb-04f5a1edd036']}} {{(pid=80099) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:34.725643 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce777616-0d85-4fa9-b85a-12b8535d2e54') {'for_net_delete': True} {{(pid=80099) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:34.725990 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce777616-0d85-4fa9-b85a-12b8535d2e54') {} {{(pid=80099) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:34.740547 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309569803022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2133171'] for segment, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:34.888260 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 57488) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:34.904487 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Network 4c8ceaab-fb4d-41c1-b063-1ffd013e667f details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:18:34.911559 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c4125684-63ef-4d99-9585-24c492b33c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:34.933167 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-c4125684-63ef-4d99-9585-24c492b33c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:34.938797 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-c4125684-63ef-4d99-9585-24c492b33c28 admin admin] Usage tracker for resource:security_group_rule and tenant:224c640f0be246babf0147d6a3ab67b8 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:34.942639 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-c4125684-63ef-4d99-9585-24c492b33c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:34.949230 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-c4125684-63ef-4d99-9585-24c492b33c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:35.044219 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:35.049542 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:18:35.093546 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c4125684-63ef-4d99-9585-24c492b33c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:35.097059 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c4125684-63ef-4d99-9585-24c492b33c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:35.109069 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-7fcc75c8-2abe-4bcb-a92e-862076526a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:35.173531 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-c4125684-63ef-4d99-9585-24c492b33c28 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=224c640f0be246babf0147d6a3ab67b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837498 Jan 15 10:18:35.190123 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 57496) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:35.197624 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4125684-63ef-4d99-9585-24c492b33c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85182ba-2a6a-4747-9bc4-cacb3c93112a,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:35.206481 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-c4125684-63ef-4d99-9585-24c492b33c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:35.255125 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.objects.ports [None req-4c923f23-f624-4389-ac43-842ed0585288 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80100) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 10:18:35.263849 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Network 8862008a-f996-41c7-a9cb-04f5a1edd036 has no segments {{(pid=80099) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:18:35.275292 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-629596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2348000'] for segment, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:35.313035 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1331d705-d8ff-45d9-aa04-809201f169b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:35.347050 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1331d705-d8ff-45d9-aa04-809201f169b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:35.404428 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1331d705-d8ff-45d9-aa04-809201f169b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:35.410867 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-545d6392-ee53-412f-8e28-11a26bfb4eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:35.428595 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331d705-d8ff-45d9-aa04-809201f169b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85182ba-2a6a-4747-9bc4-cacb3c93112a,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:35.440881 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1331d705-d8ff-45d9-aa04-809201f169b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:35.445376 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1331d705-d8ff-45d9-aa04-809201f169b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:35.446459 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-1331d705-d8ff-45d9-aa04-809201f169b1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d85182ba-2a6a-4747-9bc4-cacb3c93112a HTTP/1.1" status: 204 len: 168 time: 0.2552252 Jan 15 10:18:35.540585 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Network 8862008a-f996-41c7-a9cb-04f5a1edd036 has no segments {{(pid=80099) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: (rel_b, rel_a, rel_b), Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: (rel_b, rel_a, rel_b), Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: Traceback (most recent call last): Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: timer() Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: cb(*args, **kw) Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: return func(*args, **kwargs) Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: self._notify() Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: self.callback(batched_events) Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: event.method(event) Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: segment_id)['aggregates'][0] Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: return f(self, *a, **k) Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: return self._get(url).json() Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: **kwargs) Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: return self.request(url, 'GET', **kwargs) Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: **endpoint_filter) Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:18:35.570869 dv-cinder-768592-3-smb neutron-server[79989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:18:35.748288 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180289a-5e05-40ad-929a-f63bc5d3cfd4 req-4c1c7deb-a32a-48b9-8e38-6979bbfa6e24 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:35.750699 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4180289a-5e05-40ad-929a-f63bc5d3cfd4 req-4c1c7deb-a32a-48b9-8e38-6979bbfa6e24 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/ports?device_id=2ec0fbb4-6d22-4515-ad7a-0657ada38d08 HTTP/1.1" status: 200 len: 948 time: 0.4448783 Jan 15 10:18:35.752591 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409743'] for network, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:35.790518 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:35.820607 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:35.833626 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8862008a-f996-41c7-a9cb-04f5a1edd036,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:35.847976 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:35.857293 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8862008a-f996-41c7-a9cb-04f5a1edd036 HTTP/1.1" status: 204 len: 168 time: 1.7243054 Jan 15 10:18:35.869877 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device bfc2aa21-c3bb-4228-911c-f83af816427b up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:35.872235 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4180289a-5e05-40ad-929a-f63bc5d3cfd4 req-3a441296-5ae5-4a99-a4e1-d035598b413c tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/security-groups?id=5144512d-df57-4d05-8538-a8e661baea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104062 Jan 15 10:18:35.907895 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349b03d-d36f-4f97-bc18-b02a33978727 req-2fe58bcd-2baa-4251-90c4-784bcfc3e133 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:35.915710 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c349b03d-d36f-4f97-bc18-b02a33978727 req-2fe58bcd-2baa-4251-90c4-784bcfc3e133 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.3281095 Jan 15 10:18:36.007746 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c349b03d-d36f-4f97-bc18-b02a33978727 req-5b46187c-ddc6-4f9b-995e-c04d70dc8984 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909493 Jan 15 10:18:36.012911 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning for port bfc2aa21-c3bb-4228-911c-f83af816427b completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:18:36.019089 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port bfc2aa21-c3bb-4228-911c-f83af816427b triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:36.020032 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:36.146178 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 57526) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:36.163863 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:36.201446 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec0fbb4-6d22-4515-ad7a-0657ada38d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc2aa21-c3bb-4228-911c-f83af816427b'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:18:36.207941 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-70956a7b-d63d-4133-b9f1-03439cdfb62f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=00a82509f8bd49cbad951eb32dd95e2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0581920 Jan 15 10:18:36.208749 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 57532) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:36.220710 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port bfc2aa21-c3bb-4228-911c-f83af816427b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=bfc2aa21-c3bb-4228-911c-f83af816427b,segment=NetworkSegment(903e08a6-2794-4c50-98e3-79f736894dc5),segment_id=903e08a6-2794-4c50-98e3-79f736894dc5)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:18:36.228129 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:36.229750 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:36.295167 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6fb07ef7-f9ac-4196-a6c6-5da6e7825488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:36.302067 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec0fbb4-6d22-4515-ad7a-0657ada38d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc2aa21-c3bb-4228-911c-f83af816427b', 'code': 200} Jan 15 10:18:36.331701 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6fb07ef7-f9ac-4196-a6c6-5da6e7825488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:36.346330 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=bfc2aa21-c3bb-4228-911c-f83af816427b,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:36.361411 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:36.393466 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6fb07ef7-f9ac-4196-a6c6-5da6e7825488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:36.401518 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-4bc37943-676d-4135-8d06-b122437e0499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:36.422937 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb07ef7-f9ac-4196-a6c6-5da6e7825488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0bb40b-012f-4d50-89a5-4d32122d18c5,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:36.433744 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-6fb07ef7-f9ac-4196-a6c6-5da6e7825488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:36.434859 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6fb07ef7-f9ac-4196-a6c6-5da6e7825488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:36.436358 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-6fb07ef7-f9ac-4196-a6c6-5da6e7825488 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6c0bb40b-012f-4d50-89a5-4d32122d18c5 HTTP/1.1" status: 204 len: 168 time: 0.2269831 Jan 15 10:18:36.643607 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ccdfc-355e-4adb-8afe-d055afb19fc1 req-4ab056f5-0717-48ec-98ac-f901147afea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:36.645410 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ad9ccdfc-355e-4adb-8afe-d055afb19fc1 req-4ab056f5-0717-48ec-98ac-f901147afea6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2ec0fbb4-6d22-4515-ad7a-0657ada38d08 HTTP/1.1" status: 200 len: 1167 time: 0.1378016 Jan 15 10:18:36.717087 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ad9ccdfc-355e-4adb-8afe-d055afb19fc1 req-6c37a7a1-53d6-4acc-a66b-950070fb7675 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5144512d-df57-4d05-8538-a8e661baea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534096 Jan 15 10:18:36.774097 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device bfc2aa21-c3bb-4228-911c-f83af816427b up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:36.890733 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port bfc2aa21-c3bb-4228-911c-f83af816427b triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:36.891720 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:36.896268 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 57554) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:37.012261 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-116119f0-b69c-4a0a-b4b6-54d371e93c63 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2fcb2b3513864b58ba08d46faef378e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1146102 Jan 15 10:18:37.015045 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 57560) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:37.132358 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6a8ffd31-0dee-4f22-8e5c-5a3bcc4023ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:37.228114 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6a8ffd31-0dee-4f22-8e5c-5a3bcc4023ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:37.329240 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fdfe5-29a1-405e-998e-5313f8509940 req-2c364767-cd38-4d62-bd15-1e1e7bc6e129 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:37.330946 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2a6fdfe5-29a1-405e-998e-5313f8509940 req-2c364767-cd38-4d62-bd15-1e1e7bc6e129 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/ports?device_id=2ec0fbb4-6d22-4515-ad7a-0657ada38d08 HTTP/1.1" status: 200 len: 950 time: 0.2475350 Jan 15 10:18:37.381771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef17d24-f736-4af6-adcd-fbb54d8ebc16 req-df1d254f-f09c-4f81-9e32-a175b2b3d331 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:37.383438 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1ef17d24-f736-4af6-adcd-fbb54d8ebc16 req-df1d254f-f09c-4f81-9e32-a175b2b3d331 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.2281818 Jan 15 10:18:37.387576 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6a8ffd31-0dee-4f22-8e5c-5a3bcc4023ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:37.395802 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-68f66273-bb74-4496-9c7f-9f7fb20514e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:37.432611 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ffd31-0dee-4f22-8e5c-5a3bcc4023ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b93c56-d438-4ab6-a8c3-91bb3ff67634,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:37.443765 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-6a8ffd31-0dee-4f22-8e5c-5a3bcc4023ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:37.459918 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6a8ffd31-0dee-4f22-8e5c-5a3bcc4023ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:37.461120 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-6a8ffd31-0dee-4f22-8e5c-5a3bcc4023ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/06b93c56-d438-4ab6-a8c3-91bb3ff67634 HTTP/1.1" status: 204 len: 168 time: 0.4449587 Jan 15 10:18:37.468057 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2a6fdfe5-29a1-405e-998e-5313f8509940 req-534d4217-1e85-4201-a353-44d5d4a5e496 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/security-groups?id=5144512d-df57-4d05-8538-a8e661baea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297383 Jan 15 10:18:37.490998 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1ef17d24-f736-4af6-adcd-fbb54d8ebc16 req-7f00ab51-2451-4277-b553-43620fd28a15 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987709 Jan 15 10:18:38.791714 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e9df1-66d5-43de-93d4-d81e82596ab8 req-aa32ed68-32b4-486f-8aa2-bf7af316f34f tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:38.793349 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-286e9df1-66d5-43de-93d4-d81e82596ab8 req-aa32ed68-32b4-486f-8aa2-bf7af316f34f tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/ports?device_id=2ec0fbb4-6d22-4515-ad7a-0657ada38d08 HTTP/1.1" status: 200 len: 950 time: 0.1732705 Jan 15 10:18:38.812856 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device bfc2aa21-c3bb-4228-911c-f83af816427b up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:38.822318 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bb6f7-24e4-4797-82db-5138238f1ed6 req-43198bb2-b560-4984-8310-f3d8e6fa2297 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:38.824072 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ba9bb6f7-24e4-4797-82db-5138238f1ed6 req-43198bb2-b560-4984-8310-f3d8e6fa2297 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.1619697 Jan 15 10:18:38.893013 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port bfc2aa21-c3bb-4228-911c-f83af816427b triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:38.893429 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:38.907334 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-286e9df1-66d5-43de-93d4-d81e82596ab8 req-a18f9156-ddf2-4275-b9c0-6396c346b680 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/security-groups?id=5144512d-df57-4d05-8538-a8e661baea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821488 Jan 15 10:18:38.915488 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ba9bb6f7-24e4-4797-82db-5138238f1ed6 req-0e310d70-bf57-42f2-bf6f-5c0f6dfadb6d tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734880 Jan 15 10:18:39.600166 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd778b-61fc-4b64-8e1a-42d0c883b22c req-d938997d-941e-4698-81b6-0e8781c39205 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:39.601987 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bffd778b-61fc-4b64-8e1a-42d0c883b22c req-d938997d-941e-4698-81b6-0e8781c39205 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/ports?device_id=2ec0fbb4-6d22-4515-ad7a-0657ada38d08 HTTP/1.1" status: 200 len: 950 time: 0.1111846 Jan 15 10:18:39.658128 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bffd778b-61fc-4b64-8e1a-42d0c883b22c req-10e79d2d-0b76-4fef-be75-05815ecade5e tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/security-groups?id=5144512d-df57-4d05-8538-a8e661baea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488594 Jan 15 10:18:40.176969 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df18041-196f-4bc6-bc8a-549146e9a988 req-0fd9341e-f11b-496e-a9ab-cad9b73311fd tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:40.178695 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3df18041-196f-4bc6-bc8a-549146e9a988 req-0fd9341e-f11b-496e-a9ab-cad9b73311fd tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.1053040 Jan 15 10:18:40.230597 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3df18041-196f-4bc6-bc8a-549146e9a988 req-edb128fd-fc65-4df5-bcac-3bb030085f4b tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454605 Jan 15 10:18:40.901782 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f5c30-b555-4eb2-a622-718f3bc7aff6 req-76731583-fd74-4299-b727-3b272a7f209e tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:40.903464 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-aa9f5c30-b555-4eb2-a622-718f3bc7aff6 req-76731583-fd74-4299-b727-3b272a7f209e tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/ports?device_id=2ec0fbb4-6d22-4515-ad7a-0657ada38d08 HTTP/1.1" status: 200 len: 950 time: 0.1074193 Jan 15 10:18:40.967739 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-aa9f5c30-b555-4eb2-a622-718f3bc7aff6 req-80b2ade0-294d-41e6-9837-6c4a6484e2a2 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/security-groups?id=5144512d-df57-4d05-8538-a8e661baea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562935 Jan 15 10:18:41.485861 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17c75c-dc33-4e4d-8c31-66b7f32c44f0 req-75040107-d3e8-4337-9729-b872e152085b tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:41.487790 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-cc17c75c-dc33-4e4d-8c31-66b7f32c44f0 req-75040107-d3e8-4337-9729-b872e152085b tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.1099634 Jan 15 10:18:41.547042 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-cc17c75c-dc33-4e4d-8c31-66b7f32c44f0 req-aebe9394-b8df-4635-8c97-6fffb0da0237 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515318 Jan 15 10:18:41.586799 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3080e-5c05-41ee-b5bf-3bd04fa4b937 req-0695b494-d4f6-4b58-a3e1-ed84fb0ca720 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:41.587657 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-79f3080e-5c05-41ee-b5bf-3bd04fa4b937 req-0695b494-d4f6-4b58-a3e1-ed84fb0ca720 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Synchronizing usage tracker for tenant:34a3542a67cc41959c28e2f1e1083384 on resource:port {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:18:41.613256 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-79f3080e-5c05-41ee-b5bf-3bd04fa4b937 req-0695b494-d4f6-4b58-a3e1-ed84fb0ca720 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Unset dirty status for tenant:34a3542a67cc41959c28e2f1e1083384 on resource:port {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:18:41.614598 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-79f3080e-5c05-41ee-b5bf-3bd04fa4b937 req-0695b494-d4f6-4b58-a3e1-ed84fb0ca720 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.73 "GET /v2.0/ports?device_id=2ec0fbb4-6d22-4515-ad7a-0657ada38d08 HTTP/1.1" status: 200 len: 950 time: 0.1339135 Jan 15 10:18:41.698023 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-79f3080e-5c05-41ee-b5bf-3bd04fa4b937 req-a1ee93e3-ba54-4a56-9879-531899c8f18e tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Deleting port bfc2aa21-c3bb-4228-911c-f83af816427b {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:18:41.698411 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-79f3080e-5c05-41ee-b5bf-3bd04fa4b937 req-a1ee93e3-ba54-4a56-9879-531899c8f18e tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:41.969947 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-79f3080e-5c05-41ee-b5bf-3bd04fa4b937 req-a1ee93e3-ba54-4a56-9879-531899c8f18e tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] For port bfc2aa21-c3bb-4228-911c-f83af816427b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=bfc2aa21-c3bb-4228-911c-f83af816427b,segment=NetworkSegment(903e08a6-2794-4c50-98e3-79f736894dc5),segment_id=903e08a6-2794-4c50-98e3-79f736894dc5)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:18:41.970370 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-79f3080e-5c05-41ee-b5bf-3bd04fa4b937 req-a1ee93e3-ba54-4a56-9879-531899c8f18e tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:42.105442 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-79f3080e-5c05-41ee-b5bf-3bd04fa4b937 req-a1ee93e3-ba54-4a56-9879-531899c8f18e tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Calling delete_port for bfc2aa21-c3bb-4228-911c-f83af816427b owned by compute:nova {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:18:42.218438 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44852c60-7eb0-46e9-89c2-63daaf2287b2 req-dff423ca-dafa-44ac-9b14-cc45faa9f315 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:42.220109 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-44852c60-7eb0-46e9-89c2-63daaf2287b2 req-dff423ca-dafa-44ac-9b14-cc45faa9f315 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/ports?device_id=2ec0fbb4-6d22-4515-ad7a-0657ada38d08 HTTP/1.1" status: 200 len: 950 time: 0.1087902 Jan 15 10:18:42.263699 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-79f3080e-5c05-41ee-b5bf-3bd04fa4b937 req-a1ee93e3-ba54-4a56-9879-531899c8f18e tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:42.275408 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-44852c60-7eb0-46e9-89c2-63daaf2287b2 req-b572ce02-9a13-4993-972f-76a9c69be979 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.60 "GET /v2.0/security-groups?id=5144512d-df57-4d05-8538-a8e661baea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483253 Jan 15 10:18:42.281630 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:42.344454 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee93e3-ba54-4a56-9879-531899c8f18e tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Pushing event deleted for resources: {'Port': ['ID=bfc2aa21-c3bb-4228-911c-f83af816427b,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:42.347376 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a1ee93e3-ba54-4a56-9879-531899c8f18e tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:42.498890 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f3080e-5c05-41ee-b5bf-3bd04fa4b937 req-a1ee93e3-ba54-4a56-9879-531899c8f18e tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] No DVR routers for this DVR port bfc2aa21-c3bb-4228-911c-f83af816427b on host hv-cinder-76859 {{(pid=80098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:18:42.501873 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-79f3080e-5c05-41ee-b5bf-3bd04fa4b937 req-a1ee93e3-ba54-4a56-9879-531899c8f18e tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:42.504841 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec0fbb4-6d22-4515-ad7a-0657ada38d08', 'name': 'network-vif-deleted', 'tag': 'bfc2aa21-c3bb-4228-911c-f83af816427b'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:18:42.521511 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-79f3080e-5c05-41ee-b5bf-3bd04fa4b937 req-a1ee93e3-ba54-4a56-9879-531899c8f18e tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] 10.222.0.73 "DELETE /v2.0/ports/bfc2aa21-c3bb-4228-911c-f83af816427b HTTP/1.1" status: 204 len: 173 time: 0.8992062 Jan 15 10:18:42.632043 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec0fbb4-6d22-4515-ad7a-0657ada38d08', 'name': 'network-vif-deleted', 'tag': 'bfc2aa21-c3bb-4228-911c-f83af816427b', 'status': 'completed', 'code': 200} Jan 15 10:18:42.784827 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device bfc2aa21-c3bb-4228-911c-f83af816427b no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:18:42.824236 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] No Port match for: bfc2aa21-c3bb-4228-911c-f83af816427b {{(pid=80100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:18:42.824897 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device bfc2aa21-c3bb-4228-911c-f83af816427b not bound to the agent host hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:18:42.890127 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c03ff-0f6a-4c1a-b6da-79b119219737 req-84830bb8-9968-495a-abd9-1c017241ff74 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:42.891994 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-221c03ff-0f6a-4c1a-b6da-79b119219737 req-84830bb8-9968-495a-abd9-1c017241ff74 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.1270058 Jan 15 10:18:42.975527 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-221c03ff-0f6a-4c1a-b6da-79b119219737 req-c4e363be-46fa-45bd-957b-981974ba850c tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764558 Jan 15 10:18:44.250956 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700af028-0d8c-49c1-8690-fff83e48308a req-f198e11d-30ac-47fb-8dca-36bc22a88cbd tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:44.252732 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-700af028-0d8c-49c1-8690-fff83e48308a req-f198e11d-30ac-47fb-8dca-36bc22a88cbd tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.1260536 Jan 15 10:18:44.323514 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-700af028-0d8c-49c1-8690-fff83e48308a req-0216a596-c509-4f54-b3f5-71126c3330a0 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637474 Jan 15 10:18:45.402803 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:45.469950 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f7da08d5-06be-4b1d-8329-2a46599c9a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:45.566113 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8bbf9-f95b-4411-a85e-ffcf54b0ad52 req-efc91d10-8fe5-4c92-84a7-de365c738acf tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:45.567855 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-41e8bbf9-f95b-4411-a85e-ffcf54b0ad52 req-efc91d10-8fe5-4c92-84a7-de365c738acf tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.1066003 Jan 15 10:18:45.623802 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-41e8bbf9-f95b-4411-a85e-ffcf54b0ad52 req-a0478246-268e-4d6c-bb57-eedf099a2e59 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494530 Jan 15 10:18:46.886092 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cc317-4a3b-4585-877b-3ef70e29d316 req-efcd587f-52c5-4a18-a7c1-11184883f3cf tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:46.888070 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-665cc317-4a3b-4585-877b-3ef70e29d316 req-efcd587f-52c5-4a18-a7c1-11184883f3cf tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.1208220 Jan 15 10:18:46.955050 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-665cc317-4a3b-4585-877b-3ef70e29d316 req-8d398258-2442-4c8f-a853-c2fb89bf42c5 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598950 Jan 15 10:18:47.897531 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9b06a196-ccc9-4c6e-b7c9-d2a9e4fbe457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:48.186947 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1b2e2-b892-4ec5-b74a-2e5a548d9708 req-ca06b4e0-c7eb-40ec-8300-9ac220b5b433 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:48.188766 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c3c1b2e2-b892-4ec5-b74a-2e5a548d9708 req-ca06b4e0-c7eb-40ec-8300-9ac220b5b433 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.1050091 Jan 15 10:18:48.252220 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c3c1b2e2-b892-4ec5-b74a-2e5a548d9708 req-84c42a04-ec13-4b0b-a5a2-e4433b579f1c tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560274 Jan 15 10:18:48.434153 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:49.027302 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 58132) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:49.234116 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-8d9bf666-0581-4ead-8111-1e57a9c5dfea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=34a3542a67cc41959c28e2f1e1083384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2024822 Jan 15 10:18:49.234361 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 58138) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:49.306676 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6ca893b8-f29d-4dcf-9f08-1992484aaed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:49.342419 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6ca893b8-f29d-4dcf-9f08-1992484aaed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:49.442913 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6ca893b8-f29d-4dcf-9f08-1992484aaed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:49.451398 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-6c0773be-550e-476c-a14e-a5d97c3eab58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:49.453988 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:49.466792 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6ca893b8-f29d-4dcf-9f08-1992484aaed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:49.470587 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-6ca893b8-f29d-4dcf-9f08-1992484aaed8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5144512d-df57-4d05-8538-a8e661baea5f HTTP/1.1" status: 204 len: 168 time: 0.2326806 Jan 15 10:18:49.470587 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca893b8-f29d-4dcf-9f08-1992484aaed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5144512d-df57-4d05-8538-a8e661baea5f,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:49.471942 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-6ca893b8-f29d-4dcf-9f08-1992484aaed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:49.536850 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ebaac-c308-4b6f-98b6-90a0770110fd req-e73fc218-eee7-41a6-b3df-33b7ac360cb6 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:49.538626 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f64ebaac-c308-4b6f-98b6-90a0770110fd req-e73fc218-eee7-41a6-b3df-33b7ac360cb6 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.1272531 Jan 15 10:18:49.588391 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f64ebaac-c308-4b6f-98b6-90a0770110fd req-38e9ebc8-37dc-4502-9f25-bb9f928963df tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486712 Jan 15 10:18:49.880506 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc0314-6a01-41e8-9ac7-f00f83f904ff req-93bd51b7-9c6a-4301-9ea4-dec7e9f234ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:49.884602 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9acc0314-6a01-41e8-9ac7-f00f83f904ff req-93bd51b7-9c6a-4301-9ea4-dec7e9f234ba service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 1162 time: 0.1011920 Jan 15 10:18:49.970086 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9acc0314-6a01-41e8-9ac7-f00f83f904ff req-6c00dd98-d2d1-40a5-8e17-689200141392 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772574 Jan 15 10:18:50.097988 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:50.861009 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeef94a-750e-4486-b022-42747df88be7 req-47fbcf78-ff37-4c0f-8327-e5313c2fc0ce tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:50.866862 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device d09f9457-f045-44fc-9277-47f20625c20d up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:50.869222 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0aeef94a-750e-4486-b022-42747df88be7 req-47fbcf78-ff37-4c0f-8327-e5313c2fc0ce tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.1274219 Jan 15 10:18:50.931586 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0aeef94a-750e-4486-b022-42747df88be7 req-6f74bb8e-bd22-4c3a-845d-f34e3ec04ba3 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611968 Jan 15 10:18:51.022728 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port d09f9457-f045-44fc-9277-47f20625c20d triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:51.023316 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:52.040213 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 58246) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:52.182921 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ed0f8-9961-47ec-a457-3d62428f2b13 req-a5369e5c-006b-4d72-a72c-66fe459df296 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:52.185427 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bd7ed0f8-9961-47ec-a457-3d62428f2b13 req-a5369e5c-006b-4d72-a72c-66fe459df296 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.1130962 Jan 15 10:18:52.240835 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bd7ed0f8-9961-47ec-a457-3d62428f2b13 req-1842a15f-90b4-4f42-a1b3-4f029e7ad1ad tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473504 Jan 15 10:18:52.266907 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7478cbda-9e16-43c9-a304-4001c0081841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:52.287876 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-7478cbda-9e16-43c9-a304-4001c0081841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:52.292562 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-7478cbda-9e16-43c9-a304-4001c0081841 admin admin] Usage tracker for resource:security_group_rule and tenant:942c5371956f4703aa996b8a9152945e is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:52.297119 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-7478cbda-9e16-43c9-a304-4001c0081841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:52.302874 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-7478cbda-9e16-43c9-a304-4001c0081841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:52.395011 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7478cbda-9e16-43c9-a304-4001c0081841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:52.398030 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7478cbda-9e16-43c9-a304-4001c0081841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:52.407734 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1c3584f9-aaae-4d9f-9cd6-84935b7c626b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:52.454833 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-7478cbda-9e16-43c9-a304-4001c0081841 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=942c5371956f4703aa996b8a9152945e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4133627 Jan 15 10:18:52.455734 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 58260) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:52.457010 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478cbda-9e16-43c9-a304-4001c0081841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428fea05-18e3-4359-8bdf-20045ce62255,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:52.472105 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-7478cbda-9e16-43c9-a304-4001c0081841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:52.554751 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2658bf-6861-4208-9582-14b294d765aa req-a62c0621-94a9-44d0-825f-15f952330fff tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:52.556583 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0c2658bf-6861-4208-9582-14b294d765aa req-a62c0621-94a9-44d0-825f-15f952330fff tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1781507 Jan 15 10:18:52.799509 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2cba9716-d305-4bc0-ad7a-5df2cd988369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:52.852779 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2cba9716-d305-4bc0-ad7a-5df2cd988369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:52.865378 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0c2658bf-6861-4208-9582-14b294d765aa req-4ca43c39-4430-4bf9-885d-d141c1fc0210 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956350 Jan 15 10:18:52.871337 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device d09f9457-f045-44fc-9277-47f20625c20d up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:52.927786 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2cba9716-d305-4bc0-ad7a-5df2cd988369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:52.941890 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-55e1d880-6c5f-4f1b-81aa-0b27f39fdedb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:52.961827 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2cba9716-d305-4bc0-ad7a-5df2cd988369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:52.970556 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-2cba9716-d305-4bc0-ad7a-5df2cd988369 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/428fea05-18e3-4359-8bdf-20045ce62255 HTTP/1.1" status: 204 len: 168 time: 0.5063500 Jan 15 10:18:52.970754 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port d09f9457-f045-44fc-9277-47f20625c20d triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:52.970754 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:52.971410 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba9716-d305-4bc0-ad7a-5df2cd988369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428fea05-18e3-4359-8bdf-20045ce62255,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:52.975915 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-2cba9716-d305-4bc0-ad7a-5df2cd988369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:55.028754 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc02cf1-a0af-461e-8ddb-809f88756a6a req-072d2380-753b-4327-9b6c-89b0fa079417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:55.030502 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bdc02cf1-a0af-461e-8ddb-809f88756a6a req-072d2380-753b-4327-9b6c-89b0fa079417 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abfc5430ec924b65b5d1d6a28978f3e3&device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 1162 time: 0.1058478 Jan 15 10:18:55.111046 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a5edf-98b3-4fb0-871c-ddaef6302846 req-1c6745ed-4c08-450d-aa59-4f0de8d5c2d5 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:55.112750 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-779a5edf-98b3-4fb0-871c-ddaef6302846 req-1c6745ed-4c08-450d-aa59-4f0de8d5c2d5 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1098862 Jan 15 10:18:55.166893 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-779a5edf-98b3-4fb0-871c-ddaef6302846 req-df10195e-d9b4-4334-b187-9aee89df0f54 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473824 Jan 15 10:18:55.185314 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc02cf1-a0af-461e-8ddb-809f88756a6a req-a2ea522e-dfcf-4745-b6ad-bc7715be8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:55.187104 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bdc02cf1-a0af-461e-8ddb-809f88756a6a req-a2ea522e-dfcf-4745-b6ad-bc7715be8d8c service neutron] 10.222.0.73 "GET /v2.0/networks?id=60c0f2f7-268b-47c9-a1ee-3c187c42dd49 HTTP/1.1" status: 200 len: 913 time: 0.1477387 Jan 15 10:18:55.260984 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bdc02cf1-a0af-461e-8ddb-809f88756a6a req-d25b4f26-2cbe-4a6f-ad1e-c00ce772bfd3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1ed953e-0879-414b-bb1e-0727908675f4 HTTP/1.1" status: 200 len: 217 time: 0.0646753 Jan 15 10:18:55.339756 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc02cf1-a0af-461e-8ddb-809f88756a6a req-74de51e0-c0b8-4e0f-aad0-e3f121b1a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:55.342253 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bdc02cf1-a0af-461e-8ddb-809f88756a6a req-74de51e0-c0b8-4e0f-aad0-e3f121b1a60f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e50e1e9-0d81-4100-9cb2-e63b82b84a17 HTTP/1.1" status: 200 len: 859 time: 0.0743053 Jan 15 10:18:55.406475 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bdc02cf1-a0af-461e-8ddb-809f88756a6a req-701d6941-0c29-47ad-b998-0cc1e29f2213 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60c0f2f7-268b-47c9-a1ee-3c187c42dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466361 Jan 15 10:18:55.580052 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bdc02cf1-a0af-461e-8ddb-809f88756a6a req-91285b44-bc4c-4f06-aaef-25b215e7943b service neutron] 10.222.0.73 "GET /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647985 Jan 15 10:18:55.991836 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bdc02cf1-a0af-461e-8ddb-809f88756a6a req-328e7df7-3956-4223-80c0-3412ed32d786 service neutron] 10.222.0.73 "GET /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4050310 Jan 15 10:18:56.410715 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be9008-44c3-481d-af9e-7a77c59f8359 req-7a376ad5-9a4d-4198-9bf0-4689f39ff1d9 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:56.412528 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-05be9008-44c3-481d-af9e-7a77c59f8359 req-7a376ad5-9a4d-4198-9bf0-4689f39ff1d9 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1064494 Jan 15 10:18:56.469121 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-05be9008-44c3-481d-af9e-7a77c59f8359 req-ecca27ed-c87a-4075-97b8-546f0e9fc470 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489695 Jan 15 10:18:57.116941 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 58426) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:57.305716 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dba9857b-375a-4b4d-ab64-da871f2f427b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:57.314068 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:18:57.334880 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-dba9857b-375a-4b4d-ab64-da871f2f427b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:57.339746 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-dba9857b-375a-4b4d-ab64-da871f2f427b admin admin] Usage tracker for resource:security_group_rule and tenant:2149f59bea9644c89d9ba4d16ea4b646 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:57.343804 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-dba9857b-375a-4b4d-ab64-da871f2f427b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:57.350436 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-dba9857b-375a-4b4d-ab64-da871f2f427b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:57.446599 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dba9857b-375a-4b4d-ab64-da871f2f427b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:57.449252 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dba9857b-375a-4b4d-ab64-da871f2f427b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:57.460144 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-aeba42e7-fc23-4cbd-b547-9545f20290a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:57.508586 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-dba9857b-375a-4b4d-ab64-da871f2f427b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2149f59bea9644c89d9ba4d16ea4b646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3892055 Jan 15 10:18:57.509401 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 58450) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:57.510350 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9857b-375a-4b4d-ab64-da871f2f427b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45cc463-235d-4184-bc3a-e01e71ae8f62,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:57.515563 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dba9857b-375a-4b4d-ab64-da871f2f427b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:57.584645 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fb25af34-b9e7-4415-8a68-f6c68bd9ba56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:57.615585 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fb25af34-b9e7-4415-8a68-f6c68bd9ba56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:57.682716 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fb25af34-b9e7-4415-8a68-f6c68bd9ba56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:57.690776 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-6a8ffd31-0dee-4f22-8e5c-5a3bcc4023ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:57.703479 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25af34-b9e7-4415-8a68-f6c68bd9ba56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45cc463-235d-4184-bc3a-e01e71ae8f62,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:57.709066 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-fb25af34-b9e7-4415-8a68-f6c68bd9ba56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:57.711337 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fb25af34-b9e7-4415-8a68-f6c68bd9ba56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:57.718288 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-fb25af34-b9e7-4415-8a68-f6c68bd9ba56 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f45cc463-235d-4184-bc3a-e01e71ae8f62 HTTP/1.1" status: 204 len: 168 time: 0.2074623 Jan 15 10:18:57.862912 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca69fe7-d896-492b-b8a3-6eb42e8d0bfb req-0762b69c-d311-477b-91e3-309805de0041 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:57.864664 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-eca69fe7-d896-492b-b8a3-6eb42e8d0bfb req-0762b69c-d311-477b-91e3-309805de0041 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1102509 Jan 15 10:18:57.931826 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-eca69fe7-d896-492b-b8a3-6eb42e8d0bfb req-49111fe6-9f08-4114-8332-38890ccb58f9 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607736 Jan 15 10:18:58.122795 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 58480) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:58.282296 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7cddeae3-f3ed-40f6-92fe-a49716958d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:58.300454 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-7cddeae3-f3ed-40f6-92fe-a49716958d9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:58.304893 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-7cddeae3-f3ed-40f6-92fe-a49716958d9b admin admin] Usage tracker for resource:security_group_rule and tenant:f5212a5925e847b6ae7a86109b86a67f is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:58.308009 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-7cddeae3-f3ed-40f6-92fe-a49716958d9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:58.314583 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-7cddeae3-f3ed-40f6-92fe-a49716958d9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:58.418484 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7cddeae3-f3ed-40f6-92fe-a49716958d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:58.423201 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7cddeae3-f3ed-40f6-92fe-a49716958d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:58.455640 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-61fcd0d0-3ee4-42f3-ba0e-e1f4efd09eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:58.471018 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 58496) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:58.477972 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-7cddeae3-f3ed-40f6-92fe-a49716958d9b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f5212a5925e847b6ae7a86109b86a67f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3511078 Jan 15 10:18:58.477972 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 58500) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:58.521888 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddeae3-f3ed-40f6-92fe-a49716958d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfd7245-db64-4326-aa74-1788f60bb258,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:58.525613 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-7cddeae3-f3ed-40f6-92fe-a49716958d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:58.566251 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-33f79712-4178-4f05-816e-8efa770f2f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:58.598912 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-33f79712-4178-4f05-816e-8efa770f2f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:58.638623 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d25f917d-c979-40d6-b0a7-66e30c36dfb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:58.654081 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-33f79712-4178-4f05-816e-8efa770f2f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:58.656300 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-d25f917d-c979-40d6-b0a7-66e30c36dfb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:58.659182 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e86b8f4b-4b17-4125-b91d-bac0d9241cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:58.660634 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-d25f917d-c979-40d6-b0a7-66e30c36dfb1 admin admin] Usage tracker for resource:security_group_rule and tenant:fdb5319721954315961555fef4fc5eaf is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:58.663727 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-d25f917d-c979-40d6-b0a7-66e30c36dfb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:58.670555 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-d25f917d-c979-40d6-b0a7-66e30c36dfb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:58.672326 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f79712-4178-4f05-816e-8efa770f2f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfd7245-db64-4326-aa74-1788f60bb258,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:58.675520 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-33f79712-4178-4f05-816e-8efa770f2f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:58.677579 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-33f79712-4178-4f05-816e-8efa770f2f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:58.678804 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-33f79712-4178-4f05-816e-8efa770f2f4d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3bfd7245-db64-4326-aa74-1788f60bb258 HTTP/1.1" status: 204 len: 168 time: 0.1998639 Jan 15 10:18:58.768780 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d25f917d-c979-40d6-b0a7-66e30c36dfb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:58.771259 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d25f917d-c979-40d6-b0a7-66e30c36dfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:58.781649 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-942e13df-6d20-467d-b795-e089d60bce2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:58.827975 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-d25f917d-c979-40d6-b0a7-66e30c36dfb1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fdb5319721954315961555fef4fc5eaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3557308 Jan 15 10:18:58.829002 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f917d-c979-40d6-b0a7-66e30c36dfb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998e972b-222f-4b03-88ac-ace270732efd,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:58.832449 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d25f917d-c979-40d6-b0a7-66e30c36dfb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:58.834801 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 58508) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:58.905195 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6d13dbb3-0ce1-4e00-b940-4615095fc5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:58.943779 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6d13dbb3-0ce1-4e00-b940-4615095fc5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:58.994661 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6d13dbb3-0ce1-4e00-b940-4615095fc5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:59.001255 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-7478cbda-9e16-43c9-a304-4001c0081841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:59.016715 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13dbb3-0ce1-4e00-b940-4615095fc5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998e972b-222f-4b03-88ac-ace270732efd,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:59.020257 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-6d13dbb3-0ce1-4e00-b940-4615095fc5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:59.032018 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6d13dbb3-0ce1-4e00-b940-4615095fc5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:59.034240 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-6d13dbb3-0ce1-4e00-b940-4615095fc5c9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/998e972b-222f-4b03-88ac-ace270732efd HTTP/1.1" status: 204 len: 168 time: 0.1979654 Jan 15 10:18:59.097423 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 58518) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:59.120883 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-cc047ce7-5e6b-4591-87ab-71250d308094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:59.138930 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-cc047ce7-5e6b-4591-87ab-71250d308094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:59.143717 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-cc047ce7-5e6b-4591-87ab-71250d308094 admin admin] Usage tracker for resource:security_group_rule and tenant:df7985c4c4fd4bc2b0440fe17ca4f1cc is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:59.146803 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-cc047ce7-5e6b-4591-87ab-71250d308094 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:59.155773 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-cc047ce7-5e6b-4591-87ab-71250d308094 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:59.203801 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf88a9-669f-4e04-9fa3-d842471eb5fc req-de28c168-9aea-484d-bc0c-e415482569d4 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:59.211811 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3bdf88a9-669f-4e04-9fa3-d842471eb5fc req-de28c168-9aea-484d-bc0c-e415482569d4 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1275392 Jan 15 10:18:59.272424 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3bdf88a9-669f-4e04-9fa3-d842471eb5fc req-e5099334-d543-47c0-9b47-727c3c501dc2 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596061 Jan 15 10:18:59.277407 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-cc047ce7-5e6b-4591-87ab-71250d308094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:59.282425 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-cc047ce7-5e6b-4591-87ab-71250d308094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:59.293065 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dba9857b-375a-4b4d-ab64-da871f2f427b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:59.341232 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-cc047ce7-5e6b-4591-87ab-71250d308094 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=df7985c4c4fd4bc2b0440fe17ca4f1cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422125 Jan 15 10:18:59.343834 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 58526) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:59.346714 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc047ce7-5e6b-4591-87ab-71250d308094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2312112e-8505-4361-88b0-aef2b8086333,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:59.362065 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-cc047ce7-5e6b-4591-87ab-71250d308094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:59.415045 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-919534c8-a2f8-41c3-a8fb-3a13da1a8859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:59.445433 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-919534c8-a2f8-41c3-a8fb-3a13da1a8859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:59.503488 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-919534c8-a2f8-41c3-a8fb-3a13da1a8859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:59.508783 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-c4125684-63ef-4d99-9585-24c492b33c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:59.522186 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919534c8-a2f8-41c3-a8fb-3a13da1a8859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2312112e-8505-4361-88b0-aef2b8086333,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:59.524954 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-919534c8-a2f8-41c3-a8fb-3a13da1a8859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:59.528717 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-919534c8-a2f8-41c3-a8fb-3a13da1a8859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:59.533786 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-919534c8-a2f8-41c3-a8fb-3a13da1a8859 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2312112e-8505-4361-88b0-aef2b8086333 HTTP/1.1" status: 204 len: 168 time: 0.1889176 Jan 15 10:19:00.135149 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 58560) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:00.290163 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1330404509-network', 'tenant_id': 'd5ed31d8a5ee49f59b4857870343b1f5'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:19:00.296294 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:00.300730 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] Usage tracker for resource:network and tenant:d5ed31d8a5ee49f59b4857870343b1f5 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:00.304260 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:00.313253 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:00.324704 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] Made reservation on behalf of d5ed31d8a5ee49f59b4857870343b1f5 for: {'network': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:19:00.329879 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for network, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:00.345566 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:00.364096 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:00.368689 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] Usage tracker for resource:security_group_rule and tenant:d5ed31d8a5ee49f59b4857870343b1f5 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:00.372898 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:00.380828 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:00.511417 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:00.515383 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:00.520321 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-5b53950c-cc22-47de-8d32-93dc6cfe7223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:00.559487 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:19:00.569687 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b5faac-d03d-4015-a460-8d880fcd7574,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:00.570120 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b441fb9-f1e8-458f-82ba-52ad7a6003db req-a11dd0b6-d49b-44f1-a269-cc3e2f9a4cad tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:00.571879 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-6b441fb9-f1e8-458f-82ba-52ad7a6003db req-a11dd0b6-d49b-44f1-a269-cc3e2f9a4cad tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1227760 Jan 15 10:19:00.574394 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:00.577265 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:00.577660 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.segments_db [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] Added segment d5d26f90-5abb-4887-857b-47343fbf8f3a of type vxlan for network 27c1bd22-6446-45f9-ab3e-bdb2204c9e0f Jan 15 10:19:00.608796 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309570361187'] for network, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:00.643740 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-6b441fb9-f1e8-458f-82ba-52ad7a6003db req-e868ed97-68b5-4422-a389-dd92e635fb5f tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591729 Jan 15 10:19:00.648409 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for network, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:00.649992 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:00.651026 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:00.658580 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:00.786586 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6473908 Jan 15 10:19:00.786586 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] Pushing event updated for resources: {'Network': ['ID=27c1bd22-6446-45f9-ab3e-bdb2204c9e0f,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:00.786997 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 58586) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:00.790364 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:00.797111 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Network 27c1bd22-6446-45f9-ab3e-bdb2204c9e0f details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:19:00.808438 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-cbd778e4-051a-4fa7-9037-d00341d62e12 admin admin] Request body: {'subnet': {'network_id': '27c1bd22-6446-45f9-ab3e-bdb2204c9e0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1330404509-subnet', 'tenant_id': 'd5ed31d8a5ee49f59b4857870343b1f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:19:00.821074 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-cbd778e4-051a-4fa7-9037-d00341d62e12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:00.824365 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Network 27c1bd22-6446-45f9-ab3e-bdb2204c9e0f details requested by agent ovs-agent-dv-cinder-768592-3-smb with host dv-cinder-768592-3-smb {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:19:00.831358 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-cbd778e4-051a-4fa7-9037-d00341d62e12 admin admin] Usage tracker for resource:subnet and tenant:d5ed31d8a5ee49f59b4857870343b1f5 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:00.841684 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-cbd778e4-051a-4fa7-9037-d00341d62e12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:00.848461 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-cbd778e4-051a-4fa7-9037-d00341d62e12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:00.863528 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd778e4-051a-4fa7-9037-d00341d62e12 admin admin] Made reservation on behalf of d5ed31d8a5ee49f59b4857870343b1f5 for: {'subnet': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:19:00.868747 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-cbd778e4-051a-4fa7-9037-d00341d62e12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2486617'] for subnet, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:01.492896 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-cbd778e4-051a-4fa7-9037-d00341d62e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4166451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2486632'] for subnet, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:01.517039 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:01.689297 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd778e4-051a-4fa7-9037-d00341d62e12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aced572-233a-41c7-9024-35e159e5a76a,revision_number=0']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:01.693438 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-cbd778e4-051a-4fa7-9037-d00341d62e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:01.765658 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd778e4-051a-4fa7-9037-d00341d62e12 admin admin] Checking segment: {'id': 'd5d26f90-5abb-4887-857b-47343fbf8f3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '27c1bd22-6446-45f9-ab3e-bdb2204c9e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:19:01.766065 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd778e4-051a-4fa7-9037-d00341d62e12 admin admin] Network hostable DHCP agents. Network: 27c1bd22-6446-45f9-ab3e-bdb2204c9e0f, hostable agents: ['b4fd3997-8a6f-4495-b48b-6d59b5a93601'], hosted agents: [] {{(pid=80098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:19:01.787095 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd778e4-051a-4fa7-9037-d00341d62e12 admin admin] Network 27c1bd22-6446-45f9-ab3e-bdb2204c9e0f is scheduled to be hosted by DHCP agent b4fd3997-8a6f-4495-b48b-6d59b5a93601 with binding_index 1 {{(pid=80098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:19:01.797937 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-cbd778e4-051a-4fa7-9037-d00341d62e12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-smb, 27c1bd22-6446-45f9-ab3e-bdb2204c9e0f) {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:19:01.807701 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a993acc5-fbc0-4970-b3eb-25f8d330e290 None None] Network 27c1bd22-6446-45f9-ab3e-bdb2204c9e0f requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:19:01.811408 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd778e4-051a-4fa7-9037-d00341d62e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:01.812060 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-cbd778e4-051a-4fa7-9037-d00341d62e12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:01.842441 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-cbd778e4-051a-4fa7-9037-d00341d62e12 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0539796 Jan 15 10:19:01.960173 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f642f3a-2f6c-4b17-bb58-887457588628 req-0963f498-4085-4579-b32f-0d4b6cdc09e1 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:01.961929 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3f642f3a-2f6c-4b17-bb58-887457588628 req-0963f498-4085-4579-b32f-0d4b6cdc09e1 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1751704 Jan 15 10:19:02.037767 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3f642f3a-2f6c-4b17-bb58-887457588628 req-fa3c7f27-daeb-4baf-a20d-581684ee43d5 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681708 Jan 15 10:19:02.095159 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6d1a2c-4bf8-426e-bd04-3f2eb1c84ac5 None None] Network 27c1bd22-6446-45f9-ab3e-bdb2204c9e0f requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:19:03.312061 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ada28d-a550-4836-8685-3b8adde994cb req-3c23c02a-7cce-4e54-bd59-d21e6306e5c0 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:03.319685 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-60ada28d-a550-4836-8685-3b8adde994cb req-3c23c02a-7cce-4e54-bd59-d21e6306e5c0 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1141913 Jan 15 10:19:03.369486 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-60ada28d-a550-4836-8685-3b8adde994cb req-296d046c-002c-40aa-9c32-c283f7e833dc tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486052 Jan 15 10:19:03.752816 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 58680) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:03.933293 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-47f48b16-2a0a-463c-ac2c-79c428403463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:03.952603 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-47f48b16-2a0a-463c-ac2c-79c428403463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:03.957303 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-47f48b16-2a0a-463c-ac2c-79c428403463 admin admin] Usage tracker for resource:security_group_rule and tenant:f0183ecf56bf40798a5524c52183439c is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:03.960472 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-47f48b16-2a0a-463c-ac2c-79c428403463 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:03.967200 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-47f48b16-2a0a-463c-ac2c-79c428403463 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:04.243022 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-47f48b16-2a0a-463c-ac2c-79c428403463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:04.266742 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-47f48b16-2a0a-463c-ac2c-79c428403463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:04.279133 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-8ef8e94c-5379-4995-826f-f76797dd555e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:04.311746 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f48b16-2a0a-463c-ac2c-79c428403463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e654c086-a269-4acb-bcd9-066616d348dd,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:04.342445 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-8a2cab96-167f-477f-b301-b50d3877fcd5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:04.351246 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-8a2cab96-167f-477f-b301-b50d3877fcd5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/networks?id=27c1bd22-6446-45f9-ab3e-bdb2204c9e0f HTTP/1.1" status: 200 len: 814 time: 0.3225088 Jan 15 10:19:04.353757 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-47f48b16-2a0a-463c-ac2c-79c428403463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:04.388126 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-47f48b16-2a0a-463c-ac2c-79c428403463 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f0183ecf56bf40798a5524c52183439c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6339874 Jan 15 10:19:04.389307 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 58716) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:04.427793 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-56fa95cd-01a7-4f78-bb59-00fbb661746b tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/quotas/d5ed31d8a5ee49f59b4857870343b1f5 HTTP/1.1" status: 200 len: 375 time: 0.0753875 Jan 15 10:19:04.509595 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-71788599-91c9-4094-9e3e-81a09809a42c tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5ed31d8a5ee49f59b4857870343b1f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686717 Jan 15 10:19:04.652196 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e83110f8-d4e1-487a-bb46-bc4202fbd510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:04.745939 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e83110f8-d4e1-487a-bb46-bc4202fbd510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:04.777051 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-8f35ae55-829a-4731-a5bf-d63f476d788a service neutron] 10.222.0.60 "GET /v2.0/networks/27c1bd22-6446-45f9-ab3e-bdb2204c9e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580118 Jan 15 10:19:04.914562 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device e1ed953e-0879-414b-bb1e-0727908675f4 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:19:04.964918 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf44503-396e-43c6-b26e-f446b734b4ab req-8d1e7d03-c7e4-4849-ac09-b98818f874c1 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:04.973094 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ecf44503-396e-43c6-b26e-f446b734b4ab req-8d1e7d03-c7e4-4849-ac09-b98818f874c1 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.2786014 Jan 15 10:19:04.992965 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e83110f8-d4e1-487a-bb46-bc4202fbd510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:05.013185 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a98c4ca5-2d72-42e3-874a-2d2742f4ba3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:05.041103 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83110f8-d4e1-487a-bb46-bc4202fbd510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e654c086-a269-4acb-bcd9-066616d348dd,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:05.053749 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e83110f8-d4e1-487a-bb46-bc4202fbd510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:05.057627 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-e83110f8-d4e1-487a-bb46-bc4202fbd510 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e654c086-a269-4acb-bcd9-066616d348dd HTTP/1.1" status: 204 len: 168 time: 0.6635332 Jan 15 10:19:05.057627 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e83110f8-d4e1-487a-bb46-bc4202fbd510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:05.088370 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-3ae0021c-bde4-46b2-8f36-ad68b73bee4c service neutron] 10.222.0.60 "GET /v2.0/networks/27c1bd22-6446-45f9-ab3e-bdb2204c9e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2986135 Jan 15 10:19:05.090945 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port e1ed953e-0879-414b-bb1e-0727908675f4 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:19:05.091619 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:05.136353 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ecf44503-396e-43c6-b26e-f446b734b4ab req-2e7588c4-f222-4a7f-a3c0-55e9bdda3481 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622491 Jan 15 10:19:05.339285 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d7c339ff-2c6b-486b-8914-75826765886e req-8e2f93d6-28ad-4294-9daf-30b82c56c5e7 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=387e1273-5072-47f7-9856-cd565e5f3a2c HTTP/1.1" status: 200 len: 210 time: 0.0479627 Jan 15 10:19:05.450942 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2aaf0-e4b6-47d5-a314-8267114915c4 req-7d28a1a9-5b2d-47d3-8195-53e7494cb409 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:05.453052 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c3b2aaf0-e4b6-47d5-a314-8267114915c4 req-7d28a1a9-5b2d-47d3-8195-53e7494cb409 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1214547 Jan 15 10:19:05.515932 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c3b2aaf0-e4b6-47d5-a314-8267114915c4 req-90dfd845-b2ff-4260-950f-46e8ec29497d tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551958 Jan 15 10:19:05.566249 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 58740) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:05.591920 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:05.621222 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:05.628735 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Usage tracker for resource:security_group_rule and tenant:29990d0f761640d89b2fae10d18d3fe3 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:05.633547 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:05.644919 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:05.763854 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:05.766501 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:05.775736 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b5c157b3-bc91-4494-be85-ce73ea6fdfbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:05.822174 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29990d0f761640d89b2fae10d18d3fe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546749 Jan 15 10:19:05.823159 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e021550d-b2b3-4d5e-872c-2f27299040e6,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:05.826180 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 58748) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:05.831543 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:05.831959 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:05.832356 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:05.832746 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:05.833132 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:05.833524 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:05.833901 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:05.834280 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:05.834664 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:05.835043 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:05.835456 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:05.835831 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:05.836254 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:05.836632 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:05.837013 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:05.837384 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:05.837762 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:05.838136 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:05.838512 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:05.838885 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:05.839286 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:05.839666 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:05.840601 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:05.841127 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:05.845439 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:05.892816 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f7cc2766-c642-44a8-bad0-b49bd5879ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:05.924745 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f7cc2766-c642-44a8-bad0-b49bd5879ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:05.976491 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f7cc2766-c642-44a8-bad0-b49bd5879ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:05.982281 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1c984bf3-9346-4dc1-bb23-114afb0b85ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:05.995714 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc2766-c642-44a8-bad0-b49bd5879ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e021550d-b2b3-4d5e-872c-2f27299040e6,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:05.998171 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f7cc2766-c642-44a8-bad0-b49bd5879ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:06.001729 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f7cc2766-c642-44a8-bad0-b49bd5879ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:06.004316 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-f7cc2766-c642-44a8-bad0-b49bd5879ac2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e021550d-b2b3-4d5e-872c-2f27299040e6 HTTP/1.1" status: 204 len: 168 time: 0.1766346 Jan 15 10:19:06.438594 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302eba06-d56b-468b-8b88-29917a6d85fc req-110406d4-afe2-4974-b4a5-bd88490cadea tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:06.440506 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-302eba06-d56b-468b-8b88-29917a6d85fc req-110406d4-afe2-4974-b4a5-bd88490cadea tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.1568401 Jan 15 10:19:06.515090 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-302eba06-d56b-468b-8b88-29917a6d85fc req-90f54c78-004f-4f5a-a871-9acd6a6b5a7f tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662332 Jan 15 10:19:06.653829 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-adb404c4-352c-42eb-bded-b3527a3baacf req-b35ffcc4-b299-4e67-8c35-ef17dec33028 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=387e1273-5072-47f7-9856-cd565e5f3a2c HTTP/1.1" status: 200 len: 210 time: 0.0725470 Jan 15 10:19:06.806672 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b87f35-4caf-4648-a5e7-5594497a6c3b req-8bf79714-44e3-482d-8a1c-120c89ccdce1 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:06.815559 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-97b87f35-4caf-4648-a5e7-5594497a6c3b req-8bf79714-44e3-482d-8a1c-120c89ccdce1 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1335366 Jan 15 10:19:06.850352 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-531b8314-adbf-4aab-9fb2-2a5946b2f124 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:06.851489 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-531b8314-adbf-4aab-9fb2-2a5946b2f124 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Synchronizing usage tracker for tenant:d5ed31d8a5ee49f59b4857870343b1f5 on resource:network {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:19:06.875362 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-531b8314-adbf-4aab-9fb2-2a5946b2f124 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Unset dirty status for tenant:d5ed31d8a5ee49f59b4857870343b1f5 on resource:network {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:19:06.876735 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-531b8314-adbf-4aab-9fb2-2a5946b2f124 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.73 "GET /v2.0/networks?id=27c1bd22-6446-45f9-ab3e-bdb2204c9e0f HTTP/1.1" status: 200 len: 814 time: 0.2616367 Jan 15 10:19:06.884007 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-97b87f35-4caf-4648-a5e7-5594497a6c3b req-25c87363-4d77-41e6-9160-ff85aec14840 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670309 Jan 15 10:19:06.903839 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-83de2f06-c390-4ab5-8233-37a7cf9caa30 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Request body: {'port': {'device_id': '387e1273-5072-47f7-9856-cd565e5f3a2c', 'network_id': '27c1bd22-6446-45f9-ab3e-bdb2204c9e0f', 'admin_state_up': True, 'tenant_id': 'd5ed31d8a5ee49f59b4857870343b1f5'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:19:07.100598 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-83de2f06-c390-4ab5-8233-37a7cf9caa30 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:07.105002 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-83de2f06-c390-4ab5-8233-37a7cf9caa30 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Usage tracker for resource:port and tenant:d5ed31d8a5ee49f59b4857870343b1f5 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:07.108903 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-83de2f06-c390-4ab5-8233-37a7cf9caa30 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Quota usage for port was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:07.117139 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-83de2f06-c390-4ab5-8233-37a7cf9caa30 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:07.129226 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-83de2f06-c390-4ab5-8233-37a7cf9caa30 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Made reservation on behalf of d5ed31d8a5ee49f59b4857870343b1f5 for: {'port': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:19:07.141719 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-83de2f06-c390-4ab5-8233-37a7cf9caa30 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:07.499109 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-83de2f06-c390-4ab5-8233-37a7cf9caa30 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Allocated IP 172.20.0.11 (27c1bd22-6446-45f9-ab3e-bdb2204c9e0f/8aced572-233a-41c7-9024-35e159e5a76a/8908db6c-50c4-430d-93f1-3a36a8b84c15) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:19:07.817437 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-83de2f06-c390-4ab5-8233-37a7cf9caa30 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:07.850304 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-83de2f06-c390-4ab5-8233-37a7cf9caa30 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:07.867575 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:07.879374 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab793c05-031b-43b8-952b-2c04d1cd443c req-fe5ecf1f-e494-4ccd-a4f5-7e5a20bc28fd tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:07.888407 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ab793c05-031b-43b8-952b-2c04d1cd443c req-fe5ecf1f-e494-4ccd-a4f5-7e5a20bc28fd tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.1774385 Jan 15 10:19:07.991468 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ab793c05-031b-43b8-952b-2c04d1cd443c req-60d1b2f0-8979-490f-aadf-cae9216f9df1 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018813 Jan 15 10:19:08.077690 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de2f06-c390-4ab5-8233-37a7cf9caa30 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Pushing event updated for resources: {'Port': ['ID=8908db6c-50c4-430d-93f1-3a36a8b84c15,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:08.083644 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06438448-e620-4a34-9a37-7628374f221f req-04873d06-2c12-4633-9019-814e42c65005 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:08.083900 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-83de2f06-c390-4ab5-8233-37a7cf9caa30 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:08.092243 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-06438448-e620-4a34-9a37-7628374f221f req-04873d06-2c12-4633-9019-814e42c65005 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=387e1273-5072-47f7-9856-cd565e5f3a2c HTTP/1.1" status: 200 len: 932 time: 0.1657054 Jan 15 10:19:08.095695 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a32d23-bd81-4f8a-9a25-cb2c0fc1af73 req-c78d4fd8-7bcf-486a-874f-c55720ab7369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:08.097348 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-85a32d23-bd81-4f8a-9a25-cb2c0fc1af73 req-c78d4fd8-7bcf-486a-874f-c55720ab7369 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 1162 time: 0.5451953 Jan 15 10:19:08.147848 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-06438448-e620-4a34-9a37-7628374f221f req-7cb109d4-4370-4115-9fa1-9fbeda9e0ec1 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544500 Jan 15 10:19:08.171159 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-85a32d23-bd81-4f8a-9a25-cb2c0fc1af73 req-03486ad9-ae91-48ee-bcc7-1a838bf0da99 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540893 Jan 15 10:19:08.201678 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-83de2f06-c390-4ab5-8233-37a7cf9caa30 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Network 27c1bd22-6446-45f9-ab3e-bdb2204c9e0f is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:19:08.203225 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-83de2f06-c390-4ab5-8233-37a7cf9caa30 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:19:08.206148 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-83de2f06-c390-4ab5-8233-37a7cf9caa30 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:19:08.302327 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-83de2f06-c390-4ab5-8233-37a7cf9caa30 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:08.303049 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-83de2f06-c390-4ab5-8233-37a7cf9caa30 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:08.323607 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88dbe8-1d94-4aee-8778-6a9d19ff003e req-efeaaada-bae1-4fb1-87df-1739ee157e00 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:08.325946 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-cb88dbe8-1d94-4aee-8778-6a9d19ff003e req-efeaaada-bae1-4fb1-87df-1739ee157e00 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1180551 Jan 15 10:19:08.329891 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-83de2f06-c390-4ab5-8233-37a7cf9caa30 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4329576 Jan 15 10:19:08.383801 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] Request body: {'port': {'device_id': '387e1273-5072-47f7-9856-cd565e5f3a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:19:08.384887 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-cb88dbe8-1d94-4aee-8778-6a9d19ff003e req-9d5221f4-1452-4516-8e6d-f9d1e8e70e78 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505726 Jan 15 10:19:08.709792 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:09.267263 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8908db6c-50c4-430d-93f1-3a36a8b84c15 {{(pid=80098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:19:09.280823 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:09.297244 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] Transition to ACTIVE for port object 8908db6c-50c4-430d-93f1-3a36a8b84c15 will not be triggered until provisioned by entity L2. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:19:09.300829 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:09.323908 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:09.351045 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b1e05-8179-48a2-834e-5e148770f696 req-46749147-e6ba-4f99-9e7d-c471d734e10a tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:09.353170 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ab7b1e05-8179-48a2-834e-5e148770f696 req-46749147-e6ba-4f99-9e7d-c471d734e10a tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.1378367 Jan 15 10:19:09.442362 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8908db6c-50c4-430d-93f1-3a36a8b84c15,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:09.449044 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:09.487702 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ab7b1e05-8179-48a2-834e-5e148770f696 req-34567f31-7889-4a87-b3fb-afc08c75076a tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272788 Jan 15 10:19:09.586174 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44debd4f-aa04-4215-8ad4-6ad4b90f4e94 req-093d1b5b-c828-43d3-b76d-b146631804e2 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:09.589520 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-44debd4f-aa04-4215-8ad4-6ad4b90f4e94 req-093d1b5b-c828-43d3-b76d-b146631804e2 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=387e1273-5072-47f7-9856-cd565e5f3a2c HTTP/1.1" status: 200 len: 944 time: 0.2116261 Jan 15 10:19:09.671709 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-44debd4f-aa04-4215-8ad4-6ad4b90f4e94 req-a28a6381-7ca8-4a80-94a8-5ec1d55a425e tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724943 Jan 15 10:19:09.716508 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 58870) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:09.786270 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c78f23-9723-4f86-a9f7-2678c32e74e1 req-a819962d-34b4-4996-bad2-92bb7cf4e696 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:09.788038 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-23c78f23-9723-4f86-a9f7-2678c32e74e1 req-a819962d-34b4-4996-bad2-92bb7cf4e696 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1147575 Jan 15 10:19:09.823409 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] Attempting to bind port 8908db6c-50c4-430d-93f1-3a36a8b84c15 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:19:09.823785 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] Attempting to bind port 8908db6c-50c4-430d-93f1-3a36a8b84c15 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'd5d26f90-5abb-4887-857b-47343fbf8f3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '27c1bd22-6446-45f9-ab3e-bdb2204c9e0f'}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:19:09.824159 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] Attempting to bind port 8908db6c-50c4-430d-93f1-3a36a8b84c15 on network 27c1bd22-6446-45f9-ab3e-bdb2204c9e0f {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:19:09.834371 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] Checking agent: {'id': '8c829481-49a9-437b-96a2-5739862171f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 15, 15), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:19:09.834743 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] Checking segment: {'id': 'd5d26f90-5abb-4887-857b-47343fbf8f3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '27c1bd22-6446-45f9-ab3e-bdb2204c9e0f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:19:09.835162 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:09.835563 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] Bound using segment: {'id': 'd5d26f90-5abb-4887-857b-47343fbf8f3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '27c1bd22-6446-45f9-ab3e-bdb2204c9e0f'} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:19:09.836043 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] Bound port: 8908db6c-50c4-430d-93f1-3a36a8b84c15, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d26f90-5abb-4887-857b-47343fbf8f3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '27c1bd22-6446-45f9-ab3e-bdb2204c9e0f'}}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:19:09.836417 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:09.857619 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-23c78f23-9723-4f86-a9f7-2678c32e74e1 req-1e979309-18f8-47ec-9fd6-e9e9323261f8 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596185 Jan 15 10:19:09.889895 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c104f3a-8c41-485c-934f-a9e48796f5a2 req-fb91987e-b92f-4111-989c-03789efa77f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:09.895469 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3c104f3a-8c41-485c-934f-a9e48796f5a2 req-fb91987e-b92f-4111-989c-03789efa77f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7967420a877241f7a390365788b33c53&device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 1162 time: 0.2345049 Jan 15 10:19:09.974032 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] For port 8908db6c-50c4-430d-93f1-3a36a8b84c15, host hv-cinder-76859, cleared binding levels {{(pid=80098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:19:10.018628 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-77ca915e-156a-442d-ae88-631ac676583a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:10.030798 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] For port 8908db6c-50c4-430d-93f1-3a36a8b84c15, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=8908db6c-50c4-430d-93f1-3a36a8b84c15,segment=NetworkSegment(d5d26f90-5abb-4887-857b-47343fbf8f3a),segment_id=d5d26f90-5abb-4887-857b-47343fbf8f3a)] {{(pid=80098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:19:10.083495 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:10.107255 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:10.147362 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-77ca915e-156a-442d-ae88-631ac676583a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:10.187633 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-77ca915e-156a-442d-ae88-631ac676583a admin admin] Usage tracker for resource:security_group_rule and tenant:5f0aba06c33847348eae52ea41c99321 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:10.197949 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-77ca915e-156a-442d-ae88-631ac676583a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:10.270087 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-77ca915e-156a-442d-ae88-631ac676583a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:10.316836 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8908db6c-50c4-430d-93f1-3a36a8b84c15,revision_number=3']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:10.327992 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:10.341735 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c104f3a-8c41-485c-934f-a9e48796f5a2 req-b988279d-37e9-4677-bded-1c6c56ff52be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:10.343429 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3c104f3a-8c41-485c-934f-a9e48796f5a2 req-b988279d-37e9-4677-bded-1c6c56ff52be service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee63e9f3-0f98-4146-b7e4-219c5a0de38d HTTP/1.1" status: 200 len: 910 time: 0.3951530 Jan 15 10:19:10.433662 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e616a2-c49d-42a8-8711-e11ed963a411 req-17e07317-a506-4a3c-9152-64e0b7785434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:10.435378 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f1e616a2-c49d-42a8-8711-e11ed963a411 req-17e07317-a506-4a3c-9152-64e0b7785434 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abfc5430ec924b65b5d1d6a28978f3e3&device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 1162 time: 0.1744530 Jan 15 10:19:10.497422 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f286fe-a2a7-458c-97d8-464b72833106 req-8608b2a9-bc15-438f-b470-213787a1156d tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:10.499274 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-66f286fe-a2a7-458c-97d8-464b72833106 req-8608b2a9-bc15-438f-b470-213787a1156d tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1546860 Jan 15 10:19:10.503031 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:10.503728 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:10.505254 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] 10.222.0.73 "PUT /v2.0/ports/8908db6c-50c4-430d-93f1-3a36a8b84c15 HTTP/1.1" status: 200 len: 1158 time: 2.1265070 Jan 15 10:19:10.505774 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387e1273-5072-47f7-9856-cd565e5f3a2c', 'tag': '8908db6c-50c4-430d-93f1-3a36a8b84c15'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:19:10.528124 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3c104f3a-8c41-485c-934f-a9e48796f5a2 req-53be05cc-3c3b-4e10-b7a7-a9a58cffd443 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e22172f8-fdb7-48f9-a481-cea77e27b0be HTTP/1.1" status: 200 len: 1001 time: 0.1725297 Jan 15 10:19:10.635480 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387e1273-5072-47f7-9856-cd565e5f3a2c', 'tag': '8908db6c-50c4-430d-93f1-3a36a8b84c15', 'status': 'completed', 'code': 200} Jan 15 10:19:10.644640 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-66f286fe-a2a7-458c-97d8-464b72833106 req-7317f2d6-a247-434c-bf05-8d5aadb7016a tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280456 Jan 15 10:19:10.696209 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e616a2-c49d-42a8-8711-e11ed963a411 req-160e2fcc-0c1e-4e3c-888e-02b9758ce68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:10.696856 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-77ca915e-156a-442d-ae88-631ac676583a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:10.698408 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f1e616a2-c49d-42a8-8711-e11ed963a411 req-160e2fcc-0c1e-4e3c-888e-02b9758ce68e service neutron] 10.222.0.73 "GET /v2.0/networks?id=60c0f2f7-268b-47c9-a1ee-3c187c42dd49 HTTP/1.1" status: 200 len: 913 time: 0.2529807 Jan 15 10:19:10.700614 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c104f3a-8c41-485c-934f-a9e48796f5a2 req-aa554c93-d52a-4071-ab6a-779ada8544ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:10.702232 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3c104f3a-8c41-485c-934f-a9e48796f5a2 req-aa554c93-d52a-4071-ab6a-779ada8544ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bbdcee5-7bf8-47ea-8b3b-e146795708a7 HTTP/1.1" status: 200 len: 855 time: 0.1650164 Jan 15 10:19:10.706212 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-77ca915e-156a-442d-ae88-631ac676583a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:10.716654 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d35b9f88-2382-456d-b7e0-aa942afaf723 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:10.835239 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-77ca915e-156a-442d-ae88-631ac676583a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5f0aba06c33847348eae52ea41c99321&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0878220 Jan 15 10:19:10.841445 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 58898) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:10.842988 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca915e-156a-442d-ae88-631ac676583a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80535f90-fa72-4049-8b5d-102c3ceecc87,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:10.849810 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-77ca915e-156a-442d-ae88-631ac676583a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:10.874310 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-92a5c85d-0636-4876-a991-38909b0f0fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:10.876035 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-92a5c85d-0636-4876-a991-38909b0f0fba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d5ed31d8a5ee49f59b4857870343b1f5&device_id=387e1273-5072-47f7-9856-cd565e5f3a2c HTTP/1.1" status: 200 len: 1161 time: 0.2918243 Jan 15 10:19:10.951875 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device e1ed953e-0879-414b-bb1e-0727908675f4 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:19:10.976984 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-5a2597dc-491b-4a45-a3e2-be4b234033a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8908db6c-50c4-430d-93f1-3a36a8b84c15 HTTP/1.1" status: 200 len: 217 time: 0.0894201 Jan 15 10:19:11.032556 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c104f3a-8c41-485c-934f-a9e48796f5a2 req-88ba5644-077e-4d52-bcbb-a8c58d8b2ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:11.034187 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3c104f3a-8c41-485c-934f-a9e48796f5a2 req-88ba5644-077e-4d52-bcbb-a8c58d8b2ff6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee63e9f3-0f98-4146-b7e4-219c5a0de38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3094475 Jan 15 10:19:11.041070 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port e1ed953e-0879-414b-bb1e-0727908675f4 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:19:11.041618 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:11.074552 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f1e616a2-c49d-42a8-8711-e11ed963a411 req-4161e86d-3631-467d-8c70-96013a2535dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1ed953e-0879-414b-bb1e-0727908675f4 HTTP/1.1" status: 200 len: 217 time: 0.3597720 Jan 15 10:19:11.104992 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-77f20b33-8b9c-48d4-92ca-a921d25e0a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:11.192462 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e616a2-c49d-42a8-8711-e11ed963a411 req-f88dbd05-3846-400e-8c80-579ae3768e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:11.194035 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f1e616a2-c49d-42a8-8711-e11ed963a411 req-f88dbd05-3846-400e-8c80-579ae3768e7e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e50e1e9-0d81-4100-9cb2-e63b82b84a17 HTTP/1.1" status: 200 len: 859 time: 0.1081405 Jan 15 10:19:11.199384 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-6a869bad-cef6-47be-9ed2-29c4de9215cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:11.200992 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-6a869bad-cef6-47be-9ed2-29c4de9215cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aced572-233a-41c7-9024-35e159e5a76a HTTP/1.1" status: 200 len: 854 time: 0.2168202 Jan 15 10:19:11.212871 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-77f20b33-8b9c-48d4-92ca-a921d25e0a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:11.219657 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cea9d5-611f-423e-b36f-e776d5bdbf48 req-27df6b35-d6e8-4b85-a46b-6fc70e5e9a35 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:11.221310 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-19cea9d5-611f-423e-b36f-e776d5bdbf48 req-27df6b35-d6e8-4b85-a46b-6fc70e5e9a35 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.5093477 Jan 15 10:19:11.285600 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-89efee64-a656-4810-8f9c-7017da2fef1a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27c1bd22-6446-45f9-ab3e-bdb2204c9e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647929 Jan 15 10:19:11.288739 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f1e616a2-c49d-42a8-8711-e11ed963a411 req-c049c37c-bb38-4793-8de4-7295ee9798d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60c0f2f7-268b-47c9-a1ee-3c187c42dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663950 Jan 15 10:19:11.314361 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcb940-94d3-451b-8f6b-1ad5e42b4903 req-f704b4b7-5898-44f3-a723-1c1c37926f59 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:11.316418 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2ffcb940-94d3-451b-8f6b-1ad5e42b4903 req-f704b4b7-5898-44f3-a723-1c1c37926f59 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=387e1273-5072-47f7-9856-cd565e5f3a2c HTTP/1.1" status: 200 len: 944 time: 0.3600314 Jan 15 10:19:11.370624 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3c104f3a-8c41-485c-934f-a9e48796f5a2 req-28393a90-6cdb-4a6f-937d-b9530eeefbb9 service neutron] 10.222.0.73 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169155 Jan 15 10:19:11.470678 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-19cea9d5-611f-423e-b36f-e776d5bdbf48 req-42762b7d-a008-4179-8dc4-9abab039f6aa tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059627 Jan 15 10:19:11.507926 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2ffcb940-94d3-451b-8f6b-1ad5e42b4903 req-021384b8-660e-45b6-a624-32a856e0e640 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608336 Jan 15 10:19:11.537649 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f1e616a2-c49d-42a8-8711-e11ed963a411 req-da2dd2a5-e3e1-4513-9866-64ebb4134e9f service neutron] 10.222.0.73 "GET /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200847 Jan 15 10:19:11.544278 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-77f20b33-8b9c-48d4-92ca-a921d25e0a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:11.560168 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-96daba2c-2382-4bd4-bdec-95e261d78712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:11.592849 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f20b33-8b9c-48d4-92ca-a921d25e0a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80535f90-fa72-4049-8b5d-102c3ceecc87,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:11.601005 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-77f20b33-8b9c-48d4-92ca-a921d25e0a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:11.605061 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-06d95e6a-a76e-4100-a3f1-ae01bc46fda6 service neutron] 10.222.0.73 "GET /v2.0/networks/27c1bd22-6446-45f9-ab3e-bdb2204c9e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036392 Jan 15 10:19:11.608660 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-77f20b33-8b9c-48d4-92ca-a921d25e0a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:11.609820 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-77f20b33-8b9c-48d4-92ca-a921d25e0a24 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/80535f90-fa72-4049-8b5d-102c3ceecc87 HTTP/1.1" status: 204 len: 168 time: 0.7637115 Jan 15 10:19:11.687969 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3c104f3a-8c41-485c-934f-a9e48796f5a2 req-26c81625-bc38-45e0-bece-bc37c75a2020 service neutron] 10.222.0.73 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2697079 Jan 15 10:19:11.829420 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f1e616a2-c49d-42a8-8711-e11ed963a411 req-9d4e076e-6d42-44e0-873f-20aafb09e910 service neutron] 10.222.0.73 "GET /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2733574 Jan 15 10:19:12.048527 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-99951c5c-fac5-4cec-8f12-156c17c99b9f req-78ddd0b4-b759-4ae3-9841-3c9b779192d8 service neutron] 10.222.0.73 "GET /v2.0/networks/27c1bd22-6446-45f9-ab3e-bdb2204c9e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4349380 Jan 15 10:19:12.064041 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42a845-bef5-4935-a520-60cbfd4b92ce req-788bb75c-5904-408a-be66-86d60d76ef33 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:12.066058 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2a42a845-bef5-4935-a520-60cbfd4b92ce req-788bb75c-5904-408a-be66-86d60d76ef33 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1530993 Jan 15 10:19:12.090099 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 58918) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:12.127996 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2a42a845-bef5-4935-a520-60cbfd4b92ce req-bcd0f5d1-22bd-49cb-a309-c0660fa564b1 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508232 Jan 15 10:19:12.221782 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2ee61-ba46-498d-a780-c387db88a5ea req-e5c90775-aae0-4054-a2ba-2b440de19f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:12.224111 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-14b2ee61-ba46-498d-a780-c387db88a5ea req-e5c90775-aae0-4054-a2ba-2b440de19f57 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d5ed31d8a5ee49f59b4857870343b1f5&device_id=387e1273-5072-47f7-9856-cd565e5f3a2c HTTP/1.1" status: 200 len: 1161 time: 0.1137044 Jan 15 10:19:12.281987 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 58924) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:12.285737 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6b88a247-fd34-4a75-97e0-c659c43a326e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:12.303417 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:12.304326 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-6b88a247-fd34-4a75-97e0-c659c43a326e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:12.309219 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-6b88a247-fd34-4a75-97e0-c659c43a326e admin admin] Usage tracker for resource:security_group_rule and tenant:2207240faf124f15a210ebd00576ff7d is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:12.312703 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-6b88a247-fd34-4a75-97e0-c659c43a326e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:12.319632 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-6b88a247-fd34-4a75-97e0-c659c43a326e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:12.321336 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:12.325796 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Usage tracker for resource:security_group_rule and tenant:be6632ca3227458abfa7546f90825851 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:12.329365 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:12.335324 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:12.433408 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:12.436229 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:12.445718 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f7cc2766-c642-44a8-bad0-b49bd5879ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:12.491476 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be6632ca3227458abfa7546f90825851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2081456 Jan 15 10:19:12.492421 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e61f82c-95a5-4a96-85aa-b914de792c9e,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:12.495352 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 58930) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:12.502228 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:12.502635 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:12.503034 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:12.503455 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:12.503842 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:12.504233 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:12.504619 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:12.505004 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:12.505390 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:12.505773 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:12.506158 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:12.506535 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:12.506957 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:12.507392 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:12.507769 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:12.508148 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:12.508526 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:12.508905 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:12.509280 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:12.509656 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:12.510033 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:12.510411 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:12.510787 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:12.511187 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:12.516421 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-68589ab3-f7ea-40fe-b93d-c57afee7a81a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:12.586881 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2ee61-ba46-498d-a780-c387db88a5ea req-455d0b41-086e-4c3a-b5e9-d8348e32e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:12.588553 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-14b2ee61-ba46-498d-a780-c387db88a5ea req-455d0b41-086e-4c3a-b5e9-d8348e32e5b4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=27c1bd22-6446-45f9-ab3e-bdb2204c9e0f HTTP/1.1" status: 200 len: 908 time: 0.2486019 Jan 15 10:19:12.675363 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6b88a247-fd34-4a75-97e0-c659c43a326e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:12.686289 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-14b2ee61-ba46-498d-a780-c387db88a5ea req-783943da-12c4-42d3-87ca-d8c11bf9dcd3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8908db6c-50c4-430d-93f1-3a36a8b84c15 HTTP/1.1" status: 200 len: 217 time: 0.0849595 Jan 15 10:19:12.687921 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6b88a247-fd34-4a75-97e0-c659c43a326e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:12.706303 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:12.787125 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67b1c745-f342-477f-b32a-49d9b2a23066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:12.798997 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad492d9-b625-4df8-bef4-22e6aea3b401 req-27fe218b-4319-4847-baf9-a6f4ed3e8f98 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:12.800719 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8ad492d9-b625-4df8-bef4-22e6aea3b401 req-27fe218b-4319-4847-baf9-a6f4ed3e8f98 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.1726635 Jan 15 10:19:12.829817 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-6b88a247-fd34-4a75-97e0-c659c43a326e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2207240faf124f15a210ebd00576ff7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7380724 Jan 15 10:19:12.830440 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36566014-3a88-4952-b980-b41cffd8713c req-5ec02f68-f8cb-4904-99dd-f2164fd43fc1 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:12.830653 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88a247-fd34-4a75-97e0-c659c43a326e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb830a56-038b-45b4-8bf1-f8fa4807c254,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:12.832140 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-36566014-3a88-4952-b980-b41cffd8713c req-5ec02f68-f8cb-4904-99dd-f2164fd43fc1 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=387e1273-5072-47f7-9856-cd565e5f3a2c HTTP/1.1" status: 200 len: 944 time: 0.1679137 Jan 15 10:19:12.832681 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 58938) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:12.842641 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-6b88a247-fd34-4a75-97e0-c659c43a326e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:12.853744 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67b1c745-f342-477f-b32a-49d9b2a23066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:12.862384 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2ee61-ba46-498d-a780-c387db88a5ea req-4d6c5b25-0f35-49b4-a011-c8886e4a48a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:12.864037 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-14b2ee61-ba46-498d-a780-c387db88a5ea req-4d6c5b25-0f35-49b4-a011-c8886e4a48a7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aced572-233a-41c7-9024-35e159e5a76a HTTP/1.1" status: 200 len: 854 time: 0.1587310 Jan 15 10:19:12.938191 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-14b2ee61-ba46-498d-a780-c387db88a5ea req-98436d91-2cbd-478b-8161-e18ff4b74025 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27c1bd22-6446-45f9-ab3e-bdb2204c9e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618634 Jan 15 10:19:12.956185 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8ad492d9-b625-4df8-bef4-22e6aea3b401 req-5b6f22fd-56f7-4928-a4c3-b7b889f94a43 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217840 Jan 15 10:19:12.978450 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-36566014-3a88-4952-b980-b41cffd8713c req-7e08c507-06f7-4056-9a73-45f03815076f tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171799 Jan 15 10:19:12.990858 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67b1c745-f342-477f-b32a-49d9b2a23066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:13.002114 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-7c4e7dec-841c-4e1f-a2a4-fe2cdf73c058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:13.003747 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c1f8726f-d90a-49e2-b607-618316eea366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:13.037133 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c1f8726f-d90a-49e2-b607-618316eea366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:13.073941 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1c745-f342-477f-b32a-49d9b2a23066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e61f82c-95a5-4a96-85aa-b914de792c9e,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:13.078113 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67b1c745-f342-477f-b32a-49d9b2a23066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:13.086323 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c1f8726f-d90a-49e2-b607-618316eea366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:13.091482 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-33f79712-4178-4f05-816e-8efa770f2f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:13.093420 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67b1c745-f342-477f-b32a-49d9b2a23066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:13.097306 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-67b1c745-f342-477f-b32a-49d9b2a23066 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2e61f82c-95a5-4a96-85aa-b914de792c9e HTTP/1.1" status: 204 len: 168 time: 0.5974915 Jan 15 10:19:13.110462 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8726f-d90a-49e2-b607-618316eea366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb830a56-038b-45b4-8bf1-f8fa4807c254,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:13.112684 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-c1f8726f-d90a-49e2-b607-618316eea366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:13.124645 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-14b2ee61-ba46-498d-a780-c387db88a5ea req-86bc43f0-18cf-41f0-819d-13a26e49d53b service neutron] 10.222.0.73 "GET /v2.0/networks/27c1bd22-6446-45f9-ab3e-bdb2204c9e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789799 Jan 15 10:19:13.125075 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c1f8726f-d90a-49e2-b607-618316eea366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:13.126334 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-c1f8726f-d90a-49e2-b607-618316eea366 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb830a56-038b-45b4-8bf1-f8fa4807c254 HTTP/1.1" status: 204 len: 168 time: 0.2905483 Jan 15 10:19:13.290660 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-14b2ee61-ba46-498d-a780-c387db88a5ea req-028eb7af-606a-40c9-ba7d-0996b2ae33a6 service neutron] 10.222.0.73 "GET /v2.0/networks/27c1bd22-6446-45f9-ab3e-bdb2204c9e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1593325 Jan 15 10:19:13.422233 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df36a9-18ee-49a4-bd34-2d34e6c325fd req-51534e1b-38d7-42a6-a8a4-85189fb076be tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:13.432812 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-89df36a9-18ee-49a4-bd34-2d34e6c325fd req-51534e1b-38d7-42a6-a8a4-85189fb076be tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1405921 Jan 15 10:19:13.491153 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-89df36a9-18ee-49a4-bd34-2d34e6c325fd req-2afe89c3-8eba-4126-9b42-c89acedb9279 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561934 Jan 15 10:19:14.366117 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5440dd-609f-410f-87ea-f6e219458552 req-3d7819e8-6f50-4039-b1c4-d227a1d1914b tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:14.367902 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ba5440dd-609f-410f-87ea-f6e219458552 req-3d7819e8-6f50-4039-b1c4-d227a1d1914b tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=387e1273-5072-47f7-9856-cd565e5f3a2c HTTP/1.1" status: 200 len: 944 time: 0.1803031 Jan 15 10:19:14.397643 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 58990) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:14.432030 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16899c13-28bc-488b-8e1a-c74cea98326a req-dbcef402-6247-4ed1-a856-50166e596107 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:14.434074 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-16899c13-28bc-488b-8e1a-c74cea98326a req-dbcef402-6247-4ed1-a856-50166e596107 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.1895659 Jan 15 10:19:14.480309 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ba5440dd-609f-410f-87ea-f6e219458552 req-6078cddb-747d-4eb9-9b65-9e0bba0956e0 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035130 Jan 15 10:19:14.517950 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-16899c13-28bc-488b-8e1a-c74cea98326a req-6e73037b-b47e-4677-a822-e90532a3eca1 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693190 Jan 15 10:19:14.712019 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-914135540-network', 'tenant_id': '746388c669fc43d3b66d97f75e3aa0b7'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:19:14.718269 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:14.722049 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] Usage tracker for resource:network and tenant:746388c669fc43d3b66d97f75e3aa0b7 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:14.725582 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:14.731713 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:14.745596 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] Made reservation on behalf of 746388c669fc43d3b66d97f75e3aa0b7 for: {'network': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:19:14.751618 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for network, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:14.763994 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa57656-fd81-43dc-9129-940bf2b696a0 req-47da0cec-db2f-45ab-a1c8-e6d75622e2ad tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:14.765697 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5fa57656-fd81-43dc-9129-940bf2b696a0 req-47da0cec-db2f-45ab-a1c8-e6d75622e2ad tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1059597 Jan 15 10:19:14.765829 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:14.781816 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:14.785996 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] Usage tracker for resource:security_group_rule and tenant:746388c669fc43d3b66d97f75e3aa0b7 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:14.789488 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:14.797372 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:14.820932 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5fa57656-fd81-43dc-9129-940bf2b696a0 req-4eb4fe1a-d35a-4909-bd18-fa54a68c741e tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478196 Jan 15 10:19:14.903920 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:14.907757 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:14.917704 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-537480ee-4f60-4a18-ac83-e06fd324e2d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:14.982273 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa64282-de5d-4913-87a3-7cb13ec82729,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:14.991035 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 59010) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:15.019273 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:15.039988 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:19:15.055202 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:15.055202 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.segments_db [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] Added segment 8bb2ed7a-c7b1-46e8-8fbb-cad05be63716 of type vxlan for network 268ba411-bddd-4dc3-b15d-e786f93a1164 Jan 15 10:19:15.076184 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.objects.ports [None req-dc729f4d-4446-4a26-874e-d0885a61ef94 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80100) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 10:19:15.091199 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309570361187'] for network, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:15.126870 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for network, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:15.128452 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:15.129445 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:15.140871 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0b5e24bd-1bb9-4138-96b7-202ac333ad3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:15.208547 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-27cbc09b-cb65-4712-aa53-874925a4e436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:15.225913 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-27cbc09b-cb65-4712-aa53-874925a4e436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:15.230868 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-27cbc09b-cb65-4712-aa53-874925a4e436 admin admin] Usage tracker for resource:security_group_rule and tenant:43ddddbcf82446afb0f56d628f0a264d is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:15.234273 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-27cbc09b-cb65-4712-aa53-874925a4e436 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:15.240188 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-27cbc09b-cb65-4712-aa53-874925a4e436 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:15.311960 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9130270 Jan 15 10:19:15.315186 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 59022) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:15.315883 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] Pushing event updated for resources: {'Network': ['ID=268ba411-bddd-4dc3-b15d-e786f93a1164,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:15.320545 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:15.325163 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-8861e961-8d10-4aa9-a80a-913f181ef52e admin admin] Request body: {'subnet': {'network_id': '268ba411-bddd-4dc3-b15d-e786f93a1164', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-914135540-subnet', 'tenant_id': '746388c669fc43d3b66d97f75e3aa0b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:19:15.329114 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Network 268ba411-bddd-4dc3-b15d-e786f93a1164 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:19:15.341151 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-8861e961-8d10-4aa9-a80a-913f181ef52e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:15.346000 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-8861e961-8d10-4aa9-a80a-913f181ef52e admin admin] Usage tracker for resource:subnet and tenant:746388c669fc43d3b66d97f75e3aa0b7 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:15.349746 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-8861e961-8d10-4aa9-a80a-913f181ef52e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:15.356391 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-8861e961-8d10-4aa9-a80a-913f181ef52e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:15.356541 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Network 268ba411-bddd-4dc3-b15d-e786f93a1164 details requested by agent ovs-agent-dv-cinder-768592-3-smb with host dv-cinder-768592-3-smb {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:19:15.372491 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8861e961-8d10-4aa9-a80a-913f181ef52e admin admin] Made reservation on behalf of 746388c669fc43d3b66d97f75e3aa0b7 for: {'subnet': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:19:15.378154 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8861e961-8d10-4aa9-a80a-913f181ef52e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2486617'] for subnet, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:15.459276 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-27cbc09b-cb65-4712-aa53-874925a4e436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:15.468472 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-27cbc09b-cb65-4712-aa53-874925a4e436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:15.493042 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-47f48b16-2a0a-463c-ac2c-79c428403463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:15.553588 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-27cbc09b-cb65-4712-aa53-874925a4e436 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=43ddddbcf82446afb0f56d628f0a264d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5612388 Jan 15 10:19:15.554727 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 59034) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:15.559526 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbc09b-cb65-4712-aa53-874925a4e436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec6392a-b1f1-4031-b38f-97a6d60b975b,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:15.576170 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-27cbc09b-cb65-4712-aa53-874925a4e436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:15.731564 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d46e26d4-f7a4-4a9f-a14a-70b627ca3830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:15.772586 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:15.834831 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 8908db6c-50c4-430d-93f1-3a36a8b84c15 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:19:15.836640 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d46e26d4-f7a4-4a9f-a14a-70b627ca3830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:15.878634 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-56bb8660-3936-4d0c-b277-cc05950c70b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:15.993198 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning for port 8908db6c-50c4-430d-93f1-3a36a8b84c15 completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:19:16.008235 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 8908db6c-50c4-430d-93f1-3a36a8b84c15 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:19:16.008739 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:16.009100 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba689f-b761-42fb-b4ab-bb419017e898 req-f479de57-3a8f-4adb-b67d-3abab807f792 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:16.010835 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2eba689f-b761-42fb-b4ab-bb419017e898 req-f479de57-3a8f-4adb-b67d-3abab807f792 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=387e1273-5072-47f7-9856-cd565e5f3a2c HTTP/1.1" status: 200 len: 944 time: 0.3323567 Jan 15 10:19:16.079859 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d46e26d4-f7a4-4a9f-a14a-70b627ca3830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:16.094783 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-6fb07ef7-f9ac-4196-a6c6-5da6e7825488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:16.115195 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e26d4-f7a4-4a9f-a14a-70b627ca3830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec6392a-b1f1-4031-b38f-97a6d60b975b,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:16.118469 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d46e26d4-f7a4-4a9f-a14a-70b627ca3830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:16.119668 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d46e26d4-f7a4-4a9f-a14a-70b627ca3830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:16.124177 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-d46e26d4-f7a4-4a9f-a14a-70b627ca3830 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ec6392a-b1f1-4031-b38f-97a6d60b975b HTTP/1.1" status: 204 len: 168 time: 0.5640559 Jan 15 10:19:16.141054 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2eba689f-b761-42fb-b4ab-bb419017e898 req-fc700f04-8a97-4da4-b14b-f8ee32213aea tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207783 Jan 15 10:19:16.154403 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:16.162259 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8861e961-8d10-4aa9-a80a-913f181ef52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4166451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2486632'] for subnet, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:16.192813 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7decdc-a504-4638-b6e7-b8ec5db4f975 req-e6d64c96-cdc6-4be2-adef-5bc0cad2e017 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:16.195842 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ab1c1d99-d3a5-4eef-b4fc-cecf71f40f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:16.202912 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7c7decdc-a504-4638-b6e7-b8ec5db4f975 req-e6d64c96-cdc6-4be2-adef-5bc0cad2e017 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.3235450 Jan 15 10:19:16.211204 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387e1273-5072-47f7-9856-cd565e5f3a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8908db6c-50c4-430d-93f1-3a36a8b84c15'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:19:16.222410 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port 8908db6c-50c4-430d-93f1-3a36a8b84c15, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=8908db6c-50c4-430d-93f1-3a36a8b84c15,segment=NetworkSegment(d5d26f90-5abb-4887-857b-47343fbf8f3a),segment_id=d5d26f90-5abb-4887-857b-47343fbf8f3a)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:19:16.227759 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:16.230840 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:16.291657 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387e1273-5072-47f7-9856-cd565e5f3a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8908db6c-50c4-430d-93f1-3a36a8b84c15', 'code': 200} Jan 15 10:19:16.301301 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7c7decdc-a504-4638-b6e7-b8ec5db4f975 req-c1bf2ee1-67a2-46f1-8d23-73f629d71174 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965724 Jan 15 10:19:16.311505 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=8908db6c-50c4-430d-93f1-3a36a8b84c15,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:16.320009 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:16.320326 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:16.332249 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:16.332902 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:16.333449 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:16.333978 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:16.334498 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:16.335015 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:16.335945 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:16.336480 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:16.337014 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:16.337525 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:16.338170 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:16.338656 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:16.339198 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:16.340231 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:16.340809 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:16.341406 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:16.341980 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:16.342542 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:16.343141 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:16.343703 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:16.344263 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:16.344831 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:16.354244 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:16.365070 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861e961-8d10-4aa9-a80a-913f181ef52e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e91265d-e459-4a4a-806c-0222fd8c2b2f,revision_number=0']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:16.369109 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-8861e961-8d10-4aa9-a80a-913f181ef52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:16.452030 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8861e961-8d10-4aa9-a80a-913f181ef52e admin admin] Checking segment: {'id': '8bb2ed7a-c7b1-46e8-8fbb-cad05be63716', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '268ba411-bddd-4dc3-b15d-e786f93a1164'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:19:16.452615 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8861e961-8d10-4aa9-a80a-913f181ef52e admin admin] Network hostable DHCP agents. Network: 268ba411-bddd-4dc3-b15d-e786f93a1164, hostable agents: ['b4fd3997-8a6f-4495-b48b-6d59b5a93601'], hosted agents: [] {{(pid=80098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:19:16.481441 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8861e961-8d10-4aa9-a80a-913f181ef52e admin admin] Network 268ba411-bddd-4dc3-b15d-e786f93a1164 is scheduled to be hosted by DHCP agent b4fd3997-8a6f-4495-b48b-6d59b5a93601 with binding_index 1 {{(pid=80098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:19:16.491567 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-8861e961-8d10-4aa9-a80a-913f181ef52e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-smb, 268ba411-bddd-4dc3-b15d-e786f93a1164) {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:19:16.501608 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae66803-237f-438c-a1bd-fafc5341dddb None None] Network 268ba411-bddd-4dc3-b15d-e786f93a1164 requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:19:16.544619 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8861e961-8d10-4aa9-a80a-913f181ef52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:16.545184 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8861e961-8d10-4aa9-a80a-913f181ef52e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:16.596716 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-8861e961-8d10-4aa9-a80a-913f181ef52e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2692852 Jan 15 10:19:16.616839 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e3d6c-a807-482c-920c-ed3f9df0ada8 req-63dece94-2f03-4bda-9777-25816e27ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:16.619271 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1f0e3d6c-a807-482c-920c-ed3f9df0ada8 req-63dece94-2f03-4bda-9777-25816e27ba85 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=387e1273-5072-47f7-9856-cd565e5f3a2c HTTP/1.1" status: 200 len: 1163 time: 0.1140883 Jan 15 10:19:16.675196 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1f0e3d6c-a807-482c-920c-ed3f9df0ada8 req-4a58af09-53f4-49e4-8125-23032ca8527b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469515 Jan 15 10:19:16.762085 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1712aa95-d81a-4a12-a575-a7c89b7a6c78 None None] Network 268ba411-bddd-4dc3-b15d-e786f93a1164 requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:19:16.908162 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d28df-a1e2-49c0-b876-325a4d0bb57d req-658507e1-f687-4d55-ac18-d54a72173da9 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:16.909985 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4f0d28df-a1e2-49c0-b876-325a4d0bb57d req-658507e1-f687-4d55-ac18-d54a72173da9 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1212132 Jan 15 10:19:16.992430 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 8908db6c-50c4-430d-93f1-3a36a8b84c15 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:19:17.085237 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 8908db6c-50c4-430d-93f1-3a36a8b84c15 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:19:17.085665 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:17.099881 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4f0d28df-a1e2-49c0-b876-325a4d0bb57d req-45830e38-7301-4814-871b-2c19606e3421 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447601 Jan 15 10:19:17.428247 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85cb33-cec6-4440-ac9c-e3f6148858a7 req-9a7df1bb-d918-4b12-ac60-78910c984c4a tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:17.429938 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4c85cb33-cec6-4440-ac9c-e3f6148858a7 req-9a7df1bb-d918-4b12-ac60-78910c984c4a tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=387e1273-5072-47f7-9856-cd565e5f3a2c HTTP/1.1" status: 200 len: 946 time: 0.1188991 Jan 15 10:19:17.484705 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4c85cb33-cec6-4440-ac9c-e3f6148858a7 req-941b01e0-e9d3-4568-aa82-c8f6ea32b155 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481322 Jan 15 10:19:17.572607 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 59078) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:17.580189 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1759446463-network', 'tenant_id': '2c98b635aba349599fd40ba4072530c9'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:19:17.585536 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:17.599843 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] Usage tracker for resource:network and tenant:2c98b635aba349599fd40ba4072530c9 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:17.603603 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:17.622220 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:17.644963 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] Made reservation on behalf of 2c98b635aba349599fd40ba4072530c9 for: {'network': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:19:17.649966 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for network, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:17.667967 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:17.691253 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:17.714558 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] Usage tracker for resource:security_group_rule and tenant:2c98b635aba349599fd40ba4072530c9 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:17.724437 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:17.735478 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:17.769183 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67679b0-19fd-4d10-9841-aac2074f2569 req-ccb9b663-6a82-4f1c-883c-37a8f6aa720f tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:17.775912 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c67679b0-19fd-4d10-9841-aac2074f2569 req-ccb9b663-6a82-4f1c-883c-37a8f6aa720f tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.1632979 Jan 15 10:19:17.827049 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:17.829685 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c67679b0-19fd-4d10-9841-aac2074f2569 req-ba88bad9-35fd-4d8b-a0e7-6dd499f67c02 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522046 Jan 15 10:19:17.831658 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:17.836313 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d25f917d-c979-40d6-b0a7-66e30c36dfb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:17.874740 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a8c961-486d-49f2-b712-9a5a840a9e07,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:17.878625 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:17.890365 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:19:17.902072 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:17.903255 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.segments_db [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] Added segment 94d56c09-0aff-437d-94e9-d965e1faf9bf of type vxlan for network 3c7f9321-5e22-4af3-a304-576b2803e2f0 Jan 15 10:19:17.905083 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-88841e76-f33c-4083-9b0b-fb5eb4346f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:17.940464 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309570361187'] for network, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:17.977049 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for network, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:17.978533 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:17.979228 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:17.985183 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:18.082234 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5083973 Jan 15 10:19:18.087161 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 59084) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:18.094233 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] Pushing event updated for resources: {'Network': ['ID=3c7f9321-5e22-4af3-a304-576b2803e2f0,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:18.094731 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-1c4e5fd2-ce44-4aed-8c0e-937cda2d8e83 admin admin] Request body: {'subnet': {'network_id': '3c7f9321-5e22-4af3-a304-576b2803e2f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1759446463-subnet', 'tenant_id': '2c98b635aba349599fd40ba4072530c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:19:18.097128 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:18.100195 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-1c4e5fd2-ce44-4aed-8c0e-937cda2d8e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:18.104452 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-1c4e5fd2-ce44-4aed-8c0e-937cda2d8e83 admin admin] Usage tracker for resource:subnet and tenant:2c98b635aba349599fd40ba4072530c9 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:18.106469 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Network 3c7f9321-5e22-4af3-a304-576b2803e2f0 details requested by agent ovs-agent-dv-cinder-768592-3-smb with host dv-cinder-768592-3-smb {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:19:18.108374 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-1c4e5fd2-ce44-4aed-8c0e-937cda2d8e83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:18.114368 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-1c4e5fd2-ce44-4aed-8c0e-937cda2d8e83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:18.120851 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Network 3c7f9321-5e22-4af3-a304-576b2803e2f0 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:19:18.124286 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4e5fd2-ce44-4aed-8c0e-937cda2d8e83 admin admin] Made reservation on behalf of 2c98b635aba349599fd40ba4072530c9 for: {'subnet': 1} {{(pid=80099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:19:18.129047 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1c4e5fd2-ce44-4aed-8c0e-937cda2d8e83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1089391'] for subnet, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:18.437444 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:18.574783 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1c4e5fd2-ce44-4aed-8c0e-937cda2d8e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852427919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1089374'] for subnet, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:18.600256 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:19.017341 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 8908db6c-50c4-430d-93f1-3a36a8b84c15 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:19:19.019785 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e5fd2-ce44-4aed-8c0e-937cda2d8e83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1c3215c-6b6b-4061-a8b6-febc2585b7e1,revision_number=0']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:19.031334 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1c4e5fd2-ce44-4aed-8c0e-937cda2d8e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:19.095177 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbb1cd-9195-4ce5-81fa-e028bf0351f4 req-ff5fc9cb-f463-442b-a6e9-ac7107dee028 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:19.096866 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-cfdbb1cd-9195-4ce5-81fa-e028bf0351f4 req-ff5fc9cb-f463-442b-a6e9-ac7107dee028 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.5577900 Jan 15 10:19:19.106943 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 8908db6c-50c4-430d-93f1-3a36a8b84c15 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:19:19.107383 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:19.162577 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48225d-675e-4270-a5a0-477c166ede0e req-b7c77861-ad11-47e9-b69e-6b33aad6ad7a tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:19.170259 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fa48225d-675e-4270-a5a0-477c166ede0e req-b7c77861-ad11-47e9-b69e-6b33aad6ad7a tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=387e1273-5072-47f7-9856-cd565e5f3a2c HTTP/1.1" status: 200 len: 946 time: 0.3393464 Jan 15 10:19:19.218487 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e5fd2-ce44-4aed-8c0e-937cda2d8e83 admin admin] Checking segment: {'id': '94d56c09-0aff-437d-94e9-d965e1faf9bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3c7f9321-5e22-4af3-a304-576b2803e2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:19:19.218487 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4e5fd2-ce44-4aed-8c0e-937cda2d8e83 admin admin] Network hostable DHCP agents. Network: 3c7f9321-5e22-4af3-a304-576b2803e2f0, hostable agents: ['b4fd3997-8a6f-4495-b48b-6d59b5a93601'], hosted agents: [] {{(pid=80099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:19:19.252970 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-cfdbb1cd-9195-4ce5-81fa-e028bf0351f4 req-cd0b7cdd-a9a7-4a35-9f83-d84df3212637 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427863 Jan 15 10:19:19.271567 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fa48225d-675e-4270-a5a0-477c166ede0e req-4164d5e6-7167-431b-adb1-43e50432b7b0 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002538 Jan 15 10:19:19.272561 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4e5fd2-ce44-4aed-8c0e-937cda2d8e83 admin admin] Network 3c7f9321-5e22-4af3-a304-576b2803e2f0 is scheduled to be hosted by DHCP agent b4fd3997-8a6f-4495-b48b-6d59b5a93601 with binding_index 1 {{(pid=80099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:19:19.289875 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-1c4e5fd2-ce44-4aed-8c0e-937cda2d8e83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-smb, 3c7f9321-5e22-4af3-a304-576b2803e2f0) {{(pid=80099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:19:19.304428 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e5fd2-ce44-4aed-8c0e-937cda2d8e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:19.304661 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1c4e5fd2-ce44-4aed-8c0e-937cda2d8e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for subnet, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:19.306133 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc6f7ed-7b13-4bbb-8968-f1bfc75ca4eb None None] Network 3c7f9321-5e22-4af3-a304-576b2803e2f0 requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:19:19.331622 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-1c4e5fd2-ce44-4aed-8c0e-937cda2d8e83 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2429042 Jan 15 10:19:19.461031 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:19.525555 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054c9f5-3890-497d-b2ab-fdfffc3295bf req-3eb3a1e9-65c3-4ac3-8b7a-4c13b2c36046 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:19.527415 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8054c9f5-3890-497d-b2ab-fdfffc3295bf req-3eb3a1e9-65c3-4ac3-8b7a-4c13b2c36046 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.1428220 Jan 15 10:19:19.590150 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8054c9f5-3890-497d-b2ab-fdfffc3295bf req-f6a97c7b-27b1-4d27-a060-262b69154997 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542159 Jan 15 10:19:19.595653 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a4c6b5-2016-446b-a36e-c9c52c55fcd0 None None] Network 3c7f9321-5e22-4af3-a304-576b2803e2f0 requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:19:20.107381 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:20.163989 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-ae87c41d-d424-42ff-9823-55e74fd67a19 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:20.165678 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-ae87c41d-d424-42ff-9823-55e74fd67a19 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.60 "GET /v2.0/networks?id=268ba411-bddd-4dc3-b15d-e786f93a1164 HTTP/1.1" status: 200 len: 808 time: 0.2301092 Jan 15 10:19:20.182818 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-d232e687-dc36-4b83-8352-0bacfd4bcbb7 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.60 "GET /v2.0/quotas/746388c669fc43d3b66d97f75e3aa0b7 HTTP/1.1" status: 200 len: 375 time: 0.0102608 Jan 15 10:19:20.235142 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-d483d622-ecbf-4acb-9d5b-d2c6af994854 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.60 "GET /v2.0/ports?tenant_id=746388c669fc43d3b66d97f75e3aa0b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461357 Jan 15 10:19:20.387313 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-bc66cc38-1414-457a-8ec1-2d737fb6bb6d service neutron] 10.222.0.60 "GET /v2.0/networks/268ba411-bddd-4dc3-b15d-e786f93a1164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434603 Jan 15 10:19:20.532866 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266a337-fbc6-4590-856b-fe49a834acf2 req-388bf082-7b5c-4a4d-a307-0723b5768a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:20.534705 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9266a337-fbc6-4590-856b-fe49a834acf2 req-388bf082-7b5c-4a4d-a307-0723b5768a5c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abfc5430ec924b65b5d1d6a28978f3e3&device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 1162 time: 0.0967119 Jan 15 10:19:20.624248 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-fa8271a6-8278-4c31-b6e3-95e4620a47fa service neutron] 10.222.0.60 "GET /v2.0/networks/268ba411-bddd-4dc3-b15d-e786f93a1164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2173383 Jan 15 10:19:20.656153 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61966a13-1fac-48ff-a8a7-0416b1985779 req-533819eb-13e4-4481-9e76-29d3c8f67bce tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:20.657562 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-61966a13-1fac-48ff-a8a7-0416b1985779 req-533819eb-13e4-4481-9e76-29d3c8f67bce tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1502028 Jan 15 10:19:20.693784 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266a337-fbc6-4590-856b-fe49a834acf2 req-acf5f5be-485d-460d-b600-52346c11ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:20.695593 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9266a337-fbc6-4590-856b-fe49a834acf2 req-acf5f5be-485d-460d-b600-52346c11ec95 service neutron] 10.222.0.73 "GET /v2.0/networks?id=60c0f2f7-268b-47c9-a1ee-3c187c42dd49 HTTP/1.1" status: 200 len: 913 time: 0.1494834 Jan 15 10:19:20.714320 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-61966a13-1fac-48ff-a8a7-0416b1985779 req-2796ef74-85ce-4eab-8f4a-deb413d7d2dc tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504007 Jan 15 10:19:20.782461 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9266a337-fbc6-4590-856b-fe49a834acf2 req-f7527819-5d97-4581-86fb-f88f3b119203 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1ed953e-0879-414b-bb1e-0727908675f4 HTTP/1.1" status: 200 len: 217 time: 0.0741923 Jan 15 10:19:20.862972 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266a337-fbc6-4590-856b-fe49a834acf2 req-38d1d56a-ceed-49c8-a3f5-b0a31dc0d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:20.864760 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9266a337-fbc6-4590-856b-fe49a834acf2 req-38d1d56a-ceed-49c8-a3f5-b0a31dc0d869 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e50e1e9-0d81-4100-9cb2-e63b82b84a17 HTTP/1.1" status: 200 len: 859 time: 0.0750818 Jan 15 10:19:20.941812 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9266a337-fbc6-4590-856b-fe49a834acf2 req-a76d0a15-7ae3-43e9-93c7-f853c2733d1f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60c0f2f7-268b-47c9-a1ee-3c187c42dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616693 Jan 15 10:19:21.052203 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12484476-1276-461c-b5b0-24b0c025c79b req-0531455c-ab70-44d8-bfa2-9af0e5c4ba8a tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:21.053888 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-12484476-1276-461c-b5b0-24b0c025c79b req-0531455c-ab70-44d8-bfa2-9af0e5c4ba8a tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.2061508 Jan 15 10:19:21.130441 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733bf756-1a87-4ea3-8239-60e7d078d37a req-65ab577a-13ab-49c2-a056-e2ff2339cc71 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:21.132104 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-733bf756-1a87-4ea3-8239-60e7d078d37a req-65ab577a-13ab-49c2-a056-e2ff2339cc71 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.2402222 Jan 15 10:19:21.135741 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9266a337-fbc6-4590-856b-fe49a834acf2 req-385ad03b-95e9-4025-aec3-bf6d81ce150f service neutron] 10.222.0.73 "GET /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801984 Jan 15 10:19:21.178272 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-12484476-1276-461c-b5b0-24b0c025c79b req-9ef6a424-d2b5-4d60-8797-26c1e06618c2 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154099 Jan 15 10:19:21.207583 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-733bf756-1a87-4ea3-8239-60e7d078d37a req-b30ce53d-119e-434b-b4ec-cd8c6ab40079 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623107 Jan 15 10:19:21.322657 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9266a337-fbc6-4590-856b-fe49a834acf2 req-330c660c-b1b8-477d-aaa6-3ad3609e5499 service neutron] 10.222.0.73 "GET /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1674812 Jan 15 10:19:21.395762 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7a53dc43-9c49-4852-9257-ab857c7b53fa req-fdfba47b-9cfa-4f41-a69b-5b091d10ca18 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.60 "GET /v2.0/ports?device_id=ee2c56a6-f2a8-4fbd-b970-50fc05e901b2 HTTP/1.1" status: 200 len: 210 time: 0.0505650 Jan 15 10:19:21.960425 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acb69f-773c-4ebe-83cd-910ad86d22cd req-037996a9-8244-40d0-aad5-9ea920097e3a tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:21.962136 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-93acb69f-773c-4ebe-83cd-910ad86d22cd req-037996a9-8244-40d0-aad5-9ea920097e3a tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1118815 Jan 15 10:19:22.016203 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-93acb69f-773c-4ebe-83cd-910ad86d22cd req-bf13be0f-29ad-4148-955e-24c10924bd65 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469394 Jan 15 10:19:22.423762 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-e6124c4a-7965-4111-9b03-ce704a112413 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:22.424560 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-e6124c4a-7965-4111-9b03-ce704a112413 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Synchronizing usage tracker for tenant:746388c669fc43d3b66d97f75e3aa0b7 on resource:network {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:19:22.442219 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-e6124c4a-7965-4111-9b03-ce704a112413 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Unset dirty status for tenant:746388c669fc43d3b66d97f75e3aa0b7 on resource:network {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:19:22.443620 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-e6124c4a-7965-4111-9b03-ce704a112413 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.73 "GET /v2.0/networks?id=268ba411-bddd-4dc3-b15d-e786f93a1164 HTTP/1.1" status: 200 len: 808 time: 0.3995495 Jan 15 10:19:22.465762 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-0570d570-747a-4e92-8162-ba11f9758641 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Request body: {'port': {'device_id': 'ee2c56a6-f2a8-4fbd-b970-50fc05e901b2', 'network_id': '268ba411-bddd-4dc3-b15d-e786f93a1164', 'admin_state_up': True, 'tenant_id': '746388c669fc43d3b66d97f75e3aa0b7'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:19:22.540484 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257480e-ab0a-47a0-ad60-8ff8f080ea4b req-67dbe430-7923-4f6f-8a62-26a14c1c74c3 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:22.542049 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e257480e-ab0a-47a0-ad60-8ff8f080ea4b req-67dbe430-7923-4f6f-8a62-26a14c1c74c3 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1761234 Jan 15 10:19:22.565264 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1923a-e969-4199-ab7a-fcb1486e62ae req-42be9d63-7f1f-453e-b19d-1c22d5db8c0e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:22.566930 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9dd1923a-e969-4199-ab7a-fcb1486e62ae req-42be9d63-7f1f-453e-b19d-1c22d5db8c0e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.1601014 Jan 15 10:19:22.633074 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-0570d570-747a-4e92-8162-ba11f9758641 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:22.638142 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-0570d570-747a-4e92-8162-ba11f9758641 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Usage tracker for resource:port and tenant:746388c669fc43d3b66d97f75e3aa0b7 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:22.642722 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-0570d570-747a-4e92-8162-ba11f9758641 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Quota usage for port was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:22.654216 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-0570d570-747a-4e92-8162-ba11f9758641 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:22.656032 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e257480e-ab0a-47a0-ad60-8ff8f080ea4b req-71b33aaa-3265-4de6-8de6-b55fac1cd0a8 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879686 Jan 15 10:19:22.665539 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9dd1923a-e969-4199-ab7a-fcb1486e62ae req-16f2223e-a8f0-4a1e-a73a-39f8429d0afa tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800946 Jan 15 10:19:22.671702 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-0570d570-747a-4e92-8162-ba11f9758641 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Made reservation on behalf of 746388c669fc43d3b66d97f75e3aa0b7 for: {'port': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:19:22.709235 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-0570d570-747a-4e92-8162-ba11f9758641 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:22.838119 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-673d658e-3bf4-4df0-8eeb-9d270207eab1 req-fd0e2bc7-fc4c-4aa4-a4f3-490b63bb6499 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.60 "GET /v2.0/ports?device_id=ee2c56a6-f2a8-4fbd-b970-50fc05e901b2 HTTP/1.1" status: 200 len: 210 time: 0.0539880 Jan 15 10:19:23.075544 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-0570d570-747a-4e92-8162-ba11f9758641 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Allocated IP 172.20.0.10 (268ba411-bddd-4dc3-b15d-e786f93a1164/0e91265d-e459-4a4a-806c-0222fd8c2b2f/f91b97d9-998a-4a60-9780-eb462f5d4e20) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:19:23.266539 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4d0fb-31fc-400f-a9aa-83b23b8207c7 req-2e1b7825-1e96-4022-8fb5-01af5086d105 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:23.268529 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-dbb4d0fb-31fc-400f-a9aa-83b23b8207c7 req-2e1b7825-1e96-4022-8fb5-01af5086d105 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1147432 Jan 15 10:19:23.320748 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-0570d570-747a-4e92-8162-ba11f9758641 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:23.329923 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-dbb4d0fb-31fc-400f-a9aa-83b23b8207c7 req-78c80f3f-b9b6-4948-b5bb-1875d2ae0694 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547082 Jan 15 10:19:23.350016 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-0570d570-747a-4e92-8162-ba11f9758641 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:23.371504 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:23.521472 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570d570-747a-4e92-8162-ba11f9758641 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Pushing event updated for resources: {'Port': ['ID=f91b97d9-998a-4a60-9780-eb462f5d4e20,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:23.526001 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0570d570-747a-4e92-8162-ba11f9758641 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:23.581655 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-0570d570-747a-4e92-8162-ba11f9758641 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Network 268ba411-bddd-4dc3-b15d-e786f93a1164 is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:19:23.582931 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-0570d570-747a-4e92-8162-ba11f9758641 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:19:23.587642 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-0570d570-747a-4e92-8162-ba11f9758641 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:19:23.687330 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-0570d570-747a-4e92-8162-ba11f9758641 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:23.688833 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-0570d570-747a-4e92-8162-ba11f9758641 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:23.726058 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-0570d570-747a-4e92-8162-ba11f9758641 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2651353 Jan 15 10:19:23.742994 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-7e870f3a-28f0-4a5b-b16e-40fe37b94df6 service neutron] Request body: {'port': {'device_id': 'ee2c56a6-f2a8-4fbd-b970-50fc05e901b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:19:23.909679 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-7e870f3a-28f0-4a5b-b16e-40fe37b94df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:24.070505 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e62115-4a75-4df9-9a78-fc4cd8f8aa89 req-cbd821de-9d70-469e-a3e4-12e77d2ab2a0 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:24.077676 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b0e62115-4a75-4df9-9a78-fc4cd8f8aa89 req-cbd821de-9d70-469e-a3e4-12e77d2ab2a0 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.2072062 Jan 15 10:19:24.125003 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef098c-edba-41bb-b2f5-56e1acc17a97 req-88bccad9-998e-428d-8c29-4a1ab2f8da73 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:24.132763 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f1ef098c-edba-41bb-b2f5-56e1acc17a97 req-88bccad9-998e-428d-8c29-4a1ab2f8da73 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1984484 Jan 15 10:19:24.199411 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b0e62115-4a75-4df9-9a78-fc4cd8f8aa89 req-0f25b04b-35bd-4d48-8d1a-42fff162cc47 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202002 Jan 15 10:19:24.229133 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f1ef098c-edba-41bb-b2f5-56e1acc17a97 req-7376066b-ee0e-41fc-ac21-22c21d2f642d tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906947 Jan 15 10:19:24.488665 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-7e870f3a-28f0-4a5b-b16e-40fe37b94df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f91b97d9-998a-4a60-9780-eb462f5d4e20 {{(pid=80098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:19:24.498160 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-7e870f3a-28f0-4a5b-b16e-40fe37b94df6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:24.517940 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-7e870f3a-28f0-4a5b-b16e-40fe37b94df6 service neutron] Transition to ACTIVE for port object f91b97d9-998a-4a60-9780-eb462f5d4e20 will not be triggered until provisioned by entity L2. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:19:24.521846 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-7e870f3a-28f0-4a5b-b16e-40fe37b94df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:24.541229 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ba8cf-49c9-4f94-86b0-1d412e2f359f req-f78e8484-5d44-4db2-b8f9-b7d49f2e0003 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:24.543177 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-728ba8cf-49c9-4f94-86b0-1d412e2f359f req-f78e8484-5d44-4db2-b8f9-b7d49f2e0003 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.60 "GET /v2.0/ports?device_id=ee2c56a6-f2a8-4fbd-b970-50fc05e901b2 HTTP/1.1" status: 200 len: 932 time: 0.1584151 Jan 15 10:19:24.555621 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:24.674239 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-728ba8cf-49c9-4f94-86b0-1d412e2f359f req-7d324fbd-5410-4e20-bfaf-8e1aa187c485 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.60 "GET /v2.0/security-groups?id=1fa64282-de5d-4913-87a3-7cb13ec82729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936756 Jan 15 10:19:24.728447 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015eb2d2-87dc-4849-8752-bb04cd0a6c96 req-34090898-c819-42c1-a2d3-509c6e225461 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:24.730836 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-015eb2d2-87dc-4849-8752-bb04cd0a6c96 req-34090898-c819-42c1-a2d3-509c6e225461 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1859612 Jan 15 10:19:24.744417 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e870f3a-28f0-4a5b-b16e-40fe37b94df6 service neutron] Pushing event updated for resources: {'Port': ['ID=f91b97d9-998a-4a60-9780-eb462f5d4e20,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:24.750265 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-7e870f3a-28f0-4a5b-b16e-40fe37b94df6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:24.799019 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-015eb2d2-87dc-4849-8752-bb04cd0a6c96 req-70096726-f227-4671-a92d-671ecca9fb29 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594823 Jan 15 10:19:24.971278 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-7e870f3a-28f0-4a5b-b16e-40fe37b94df6 service neutron] Attempting to bind port f91b97d9-998a-4a60-9780-eb462f5d4e20 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:19:24.971788 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-7e870f3a-28f0-4a5b-b16e-40fe37b94df6 service neutron] Attempting to bind port f91b97d9-998a-4a60-9780-eb462f5d4e20 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '8bb2ed7a-c7b1-46e8-8fbb-cad05be63716', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '268ba411-bddd-4dc3-b15d-e786f93a1164'}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:19:24.972104 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-7e870f3a-28f0-4a5b-b16e-40fe37b94df6 service neutron] Attempting to bind port f91b97d9-998a-4a60-9780-eb462f5d4e20 on network 268ba411-bddd-4dc3-b15d-e786f93a1164 {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:19:24.978642 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-7e870f3a-28f0-4a5b-b16e-40fe37b94df6 service neutron] Checking agent: {'id': '8c829481-49a9-437b-96a2-5739862171f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 15, 15), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:19:24.979014 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-7e870f3a-28f0-4a5b-b16e-40fe37b94df6 service neutron] Checking segment: {'id': '8bb2ed7a-c7b1-46e8-8fbb-cad05be63716', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '268ba411-bddd-4dc3-b15d-e786f93a1164'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:19:24.979443 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-7e870f3a-28f0-4a5b-b16e-40fe37b94df6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:24.979837 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-7e870f3a-28f0-4a5b-b16e-40fe37b94df6 service neutron] Bound using segment: {'id': '8bb2ed7a-c7b1-46e8-8fbb-cad05be63716', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '268ba411-bddd-4dc3-b15d-e786f93a1164'} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:19:24.980936 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-7e870f3a-28f0-4a5b-b16e-40fe37b94df6 service neutron] Bound port: f91b97d9-998a-4a60-9780-eb462f5d4e20, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb2ed7a-c7b1-46e8-8fbb-cad05be63716', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '268ba411-bddd-4dc3-b15d-e786f93a1164'}}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:19:24.981396 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-7e870f3a-28f0-4a5b-b16e-40fe37b94df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:25.087830 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-7e870f3a-28f0-4a5b-b16e-40fe37b94df6 service neutron] For port f91b97d9-998a-4a60-9780-eb462f5d4e20, host hv-cinder-76859, cleared binding levels {{(pid=80098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:19:25.092002 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-7e870f3a-28f0-4a5b-b16e-40fe37b94df6 service neutron] For port f91b97d9-998a-4a60-9780-eb462f5d4e20, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=f91b97d9-998a-4a60-9780-eb462f5d4e20,segment=NetworkSegment(8bb2ed7a-c7b1-46e8-8fbb-cad05be63716),segment_id=8bb2ed7a-c7b1-46e8-8fbb-cad05be63716)] {{(pid=80098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:19:25.095469 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-7e870f3a-28f0-4a5b-b16e-40fe37b94df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:25.114132 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-83de2f06-c390-4ab5-8233-37a7cf9caa30 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:25.290842 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e870f3a-28f0-4a5b-b16e-40fe37b94df6 service neutron] Pushing event updated for resources: {'Port': ['ID=f91b97d9-998a-4a60-9780-eb462f5d4e20,revision_number=3']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:25.294777 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-7e870f3a-28f0-4a5b-b16e-40fe37b94df6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:25.342100 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-7e870f3a-28f0-4a5b-b16e-40fe37b94df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:25.342697 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-7e870f3a-28f0-4a5b-b16e-40fe37b94df6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:25.344681 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-7e870f3a-28f0-4a5b-b16e-40fe37b94df6 service neutron] 10.222.0.73 "PUT /v2.0/ports/f91b97d9-998a-4a60-9780-eb462f5d4e20 HTTP/1.1" status: 200 len: 1158 time: 1.6065814 Jan 15 10:19:25.345809 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2c56a6-f2a8-4fbd-b970-50fc05e901b2', 'tag': 'f91b97d9-998a-4a60-9780-eb462f5d4e20'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:19:25.521412 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-72e8556b-9240-4cd8-b26c-ab117f64e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:25.523346 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-72e8556b-9240-4cd8-b26c-ab117f64e840 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=746388c669fc43d3b66d97f75e3aa0b7&device_id=ee2c56a6-f2a8-4fbd-b970-50fc05e901b2 HTTP/1.1" status: 200 len: 1161 time: 0.1211030 Jan 15 10:19:25.615314 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d728d4-798f-44cb-9756-1585ef17a13e req-a8dd7bc4-454f-4550-abd9-bf582f2227f0 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:25.623747 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-22d728d4-798f-44cb-9756-1585ef17a13e req-a8dd7bc4-454f-4550-abd9-bf582f2227f0 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1877649 Jan 15 10:19:25.630742 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-62211572-e207-4fae-8b4f-fca9bba2e204 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f91b97d9-998a-4a60-9780-eb462f5d4e20 HTTP/1.1" status: 200 len: 217 time: 0.0977237 Jan 15 10:19:25.681572 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07e191-c39e-4599-9781-f18d7f91cec5 req-dceffda2-e2f2-4c1c-bec9-99bbda636c41 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:25.683622 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7d07e191-c39e-4599-9781-f18d7f91cec5 req-dceffda2-e2f2-4c1c-bec9-99bbda636c41 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.1914186 Jan 15 10:19:25.720305 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-3e39fd67-0e74-4ffc-868d-70d0f141df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:25.721877 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-3e39fd67-0e74-4ffc-868d-70d0f141df87 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e91265d-e459-4a4a-806c-0222fd8c2b2f HTTP/1.1" status: 200 len: 848 time: 0.0842104 Jan 15 10:19:25.753112 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-22d728d4-798f-44cb-9756-1585ef17a13e req-82863f9c-a531-46d2-92d9-44a4eb0dbd3f tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282115 Jan 15 10:19:25.822553 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-fbf845a4-1cfa-4779-8f01-4d20f1a234c3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=268ba411-bddd-4dc3-b15d-e786f93a1164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898721 Jan 15 10:19:25.827981 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7d07e191-c39e-4599-9781-f18d7f91cec5 req-327e845e-9e5a-4cec-9cf4-d64daf99eac2 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320803 Jan 15 10:19:25.871397 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee2c56a6-f2a8-4fbd-b970-50fc05e901b2', 'tag': 'f91b97d9-998a-4a60-9780-eb462f5d4e20', 'status': 'completed', 'code': 200} Jan 15 10:19:26.069858 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-a1c2fbb3-74a1-48e2-afd1-993688e3cb35 service neutron] 10.222.0.73 "GET /v2.0/networks/268ba411-bddd-4dc3-b15d-e786f93a1164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377024 Jan 15 10:19:26.153700 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8061e-d2b1-46be-9113-fe40e370eec9 req-e9c2ba9e-3881-451d-af05-5c71f8561f50 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:26.155533 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-68d8061e-d2b1-46be-9113-fe40e370eec9 req-e9c2ba9e-3881-451d-af05-5c71f8561f50 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1547430 Jan 15 10:19:26.248652 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a7ac109b-8b1d-4c73-a8b3-082d418d5570 req-30ed4350-ab43-49d7-9f96-54e78b01f756 service neutron] 10.222.0.73 "GET /v2.0/networks/268ba411-bddd-4dc3-b15d-e786f93a1164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1694095 Jan 15 10:19:26.250550 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-68d8061e-d2b1-46be-9113-fe40e370eec9 req-dc3a811a-d054-410c-acfd-114488be5ea2 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787957 Jan 15 10:19:26.290981 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc452be8-d827-4b26-a85a-0e962a64601b req-9cc435b8-3614-49d3-abc5-2d59a33ad787 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:26.294265 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fc452be8-d827-4b26-a85a-0e962a64601b req-9cc435b8-3614-49d3-abc5-2d59a33ad787 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.60 "GET /v2.0/ports?device_id=ee2c56a6-f2a8-4fbd-b970-50fc05e901b2 HTTP/1.1" status: 200 len: 944 time: 0.2151484 Jan 15 10:19:26.379336 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fc452be8-d827-4b26-a85a-0e962a64601b req-3adbeda6-32d0-4d17-9499-7bdf621b7075 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.60 "GET /v2.0/security-groups?id=1fa64282-de5d-4913-87a3-7cb13ec82729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738137 Jan 15 10:19:26.419380 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81df6e6-ae42-47c0-801d-8ca0c19ed691 req-d0906024-7d73-4b42-9f82-55f5ae935b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:26.421037 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e81df6e6-ae42-47c0-801d-8ca0c19ed691 req-d0906024-7d73-4b42-9f82-55f5ae935b06 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=746388c669fc43d3b66d97f75e3aa0b7&device_id=ee2c56a6-f2a8-4fbd-b970-50fc05e901b2 HTTP/1.1" status: 200 len: 1161 time: 0.0836866 Jan 15 10:19:26.590034 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81df6e6-ae42-47c0-801d-8ca0c19ed691 req-ce1be83b-2bc2-48f9-bc8c-ef6770ffddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:26.591311 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e81df6e6-ae42-47c0-801d-8ca0c19ed691 req-ce1be83b-2bc2-48f9-bc8c-ef6770ffddb0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=268ba411-bddd-4dc3-b15d-e786f93a1164 HTTP/1.1" status: 200 len: 902 time: 0.1561403 Jan 15 10:19:26.678305 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e81df6e6-ae42-47c0-801d-8ca0c19ed691 req-c89ac5b3-6285-4b33-ab54-a5090c31a1dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f91b97d9-998a-4a60-9780-eb462f5d4e20 HTTP/1.1" status: 200 len: 217 time: 0.0753648 Jan 15 10:19:26.753764 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81df6e6-ae42-47c0-801d-8ca0c19ed691 req-6f4eb158-360e-41e4-9b5e-8ecb61f1d5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:26.755537 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e81df6e6-ae42-47c0-801d-8ca0c19ed691 req-6f4eb158-360e-41e4-9b5e-8ecb61f1d5d4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e91265d-e459-4a4a-806c-0222fd8c2b2f HTTP/1.1" status: 200 len: 848 time: 0.0697670 Jan 15 10:19:26.828070 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e81df6e6-ae42-47c0-801d-8ca0c19ed691 req-fece28c4-d760-4e6c-9ced-68523a3e3b32 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=268ba411-bddd-4dc3-b15d-e786f93a1164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500917 Jan 15 10:19:27.091401 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55010f7c-8fba-4daf-910a-2faff1bbc1c2 req-bea97e4c-d579-4a52-9fd8-e05ed9e6a437 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:27.099494 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-55010f7c-8fba-4daf-910a-2faff1bbc1c2 req-bea97e4c-d579-4a52-9fd8-e05ed9e6a437 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1978550 Jan 15 10:19:27.106823 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e81df6e6-ae42-47c0-801d-8ca0c19ed691 req-5f780471-f335-4820-8a0c-f3002a3411d8 service neutron] 10.222.0.73 "GET /v2.0/networks/268ba411-bddd-4dc3-b15d-e786f93a1164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723076 Jan 15 10:19:27.228216 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-55010f7c-8fba-4daf-910a-2faff1bbc1c2 req-b8afab10-edfc-44c5-9d21-55dfa3ffd34e tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273093 Jan 15 10:19:27.295418 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4332364-c047-435a-b48f-f3e0bb136e9f req-7483259c-777b-43ce-892c-fd8870061beb tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:27.297138 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e4332364-c047-435a-b48f-f3e0bb136e9f req-7483259c-777b-43ce-892c-fd8870061beb tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.1945667 Jan 15 10:19:27.369998 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e4332364-c047-435a-b48f-f3e0bb136e9f req-436b23ca-f3c7-477c-af90-d41472dec3fa tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656719 Jan 15 10:19:27.537470 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e81df6e6-ae42-47c0-801d-8ca0c19ed691 req-b54fb990-d8ce-44b1-9ded-9ca3609e6032 service neutron] 10.222.0.73 "GET /v2.0/networks/268ba411-bddd-4dc3-b15d-e786f93a1164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4205143 Jan 15 10:19:27.555320 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670610c-6ceb-451f-9030-4975893fc945 req-37e0079b-8772-4f4e-9a2e-21fca11ba679 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:27.558836 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5670610c-6ceb-451f-9030-4975893fc945 req-37e0079b-8772-4f4e-9a2e-21fca11ba679 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1418173 Jan 15 10:19:27.674525 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5670610c-6ceb-451f-9030-4975893fc945 req-5a6fb10c-a0c8-4b83-9d5c-698ed7270edf tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745955 Jan 15 10:19:27.718548 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095b837-2056-4b95-91c9-dc7180a88ca4 req-68a162d2-00dc-483a-9fdc-d64a6e92469b tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:27.726514 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d095b837-2056-4b95-91c9-dc7180a88ca4 req-68a162d2-00dc-483a-9fdc-d64a6e92469b tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.60 "GET /v2.0/ports?device_id=ee2c56a6-f2a8-4fbd-b970-50fc05e901b2 HTTP/1.1" status: 200 len: 944 time: 0.1682780 Jan 15 10:19:27.774702 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d095b837-2056-4b95-91c9-dc7180a88ca4 req-07cdba0f-c994-4aae-921c-106a8577daac tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.60 "GET /v2.0/security-groups?id=1fa64282-de5d-4913-87a3-7cb13ec82729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470948 Jan 15 10:19:28.787160 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcc598-d00e-4c46-8be2-03b05c9a85f8 req-97ef7224-c303-44f5-bc7f-a8d9964bb48d tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:28.788763 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-23bcc598-d00e-4c46-8be2-03b05c9a85f8 req-97ef7224-c303-44f5-bc7f-a8d9964bb48d tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.4088306 Jan 15 10:19:28.838211 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1de34-569b-4c02-bf57-752349612670 req-dcb4d97c-136a-495d-8d01-33eb320be065 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:28.840074 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-49c1de34-569b-4c02-bf57-752349612670 req-dcb4d97c-136a-495d-8d01-33eb320be065 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.1733999 Jan 15 10:19:28.904296 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-23bcc598-d00e-4c46-8be2-03b05c9a85f8 req-bcdb20ea-a531-426f-b283-0010515375ef tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077812 Jan 15 10:19:28.947425 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-49c1de34-569b-4c02-bf57-752349612670 req-4ec1265d-a86c-4dc5-859a-49ac5145cd4f tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992055 Jan 15 10:19:29.273283 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.objects.ports [None req-29f52387-1be6-4b77-a362-25451d629335 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80100) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 10:19:29.290448 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee203a-361d-47aa-8741-089ec5d4f6ec req-7c8607d9-ccfb-4268-a125-9c6873943517 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:29.298299 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-feee203a-361d-47aa-8741-089ec5d4f6ec req-7c8607d9-ccfb-4268-a125-9c6873943517 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.2143147 Jan 15 10:19:29.371363 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-feee203a-361d-47aa-8741-089ec5d4f6ec req-c0257070-64bc-4a05-af3e-aaa50ac55088 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715559 Jan 15 10:19:29.414155 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b3c6a-c54a-41ff-bd56-6ea821378423 req-f7e3dfee-c3c4-4790-b39c-c31d6ee1efb3 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:29.415909 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4a9b3c6a-c54a-41ff-bd56-6ea821378423 req-f7e3dfee-c3c4-4790-b39c-c31d6ee1efb3 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.60 "GET /v2.0/ports?device_id=ee2c56a6-f2a8-4fbd-b970-50fc05e901b2 HTTP/1.1" status: 200 len: 944 time: 0.2283061 Jan 15 10:19:29.470701 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4a9b3c6a-c54a-41ff-bd56-6ea821378423 req-3089b734-405a-451e-a58f-6cd449468a14 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.60 "GET /v2.0/security-groups?id=1fa64282-de5d-4913-87a3-7cb13ec82729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468841 Jan 15 10:19:29.996198 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device f91b97d9-998a-4a60-9780-eb462f5d4e20 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:19:30.088820 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning for port f91b97d9-998a-4a60-9780-eb462f5d4e20 completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:19:30.096078 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port f91b97d9-998a-4a60-9780-eb462f5d4e20 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:19:30.096495 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:30.187600 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ca3a5-a152-42af-8b42-18edf9a87b7c req-3154b087-0d5f-4056-b062-5c829030cc6f tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:30.196556 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-cf4ca3a5-a152-42af-8b42-18edf9a87b7c req-3154b087-0d5f-4056-b062-5c829030cc6f tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1359091 Jan 15 10:19:30.252591 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:30.289361 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2c56a6-f2a8-4fbd-b970-50fc05e901b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91b97d9-998a-4a60-9780-eb462f5d4e20'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:19:30.295739 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port f91b97d9-998a-4a60-9780-eb462f5d4e20, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=f91b97d9-998a-4a60-9780-eb462f5d4e20,segment=NetworkSegment(8bb2ed7a-c7b1-46e8-8fbb-cad05be63716),segment_id=8bb2ed7a-c7b1-46e8-8fbb-cad05be63716)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:19:30.298687 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:30.300575 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:30.360800 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-cf4ca3a5-a152-42af-8b42-18edf9a87b7c req-6fddbdbc-0ad9-49e7-a972-66f1069143b4 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631372 Jan 15 10:19:30.405130 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=f91b97d9-998a-4a60-9780-eb462f5d4e20,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:30.420684 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:30.442724 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bb742-c510-4c4c-8928-877f2131e891 req-e27626de-e368-4b14-934c-925046e862b7 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:30.457503 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-cd7bb742-c510-4c4c-8928-877f2131e891 req-e27626de-e368-4b14-934c-925046e862b7 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.2215455 Jan 15 10:19:30.487703 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2c56a6-f2a8-4fbd-b970-50fc05e901b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91b97d9-998a-4a60-9780-eb462f5d4e20', 'code': 200} Jan 15 10:19:30.530543 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-cd7bb742-c510-4c4c-8928-877f2131e891 req-cf8a8e25-9415-4d0b-bc89-4cbb8141fe86 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720553 Jan 15 10:19:30.750433 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47e56f-34da-41af-991f-59455e85082e req-04dcbe11-909a-4671-ab06-840214c6f51e tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:30.752295 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1b47e56f-34da-41af-991f-59455e85082e req-04dcbe11-909a-4671-ab06-840214c6f51e tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1242218 Jan 15 10:19:30.835860 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1b47e56f-34da-41af-991f-59455e85082e req-b7e529c4-5c58-41bf-9455-55f5f235e5cf tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751061 Jan 15 10:19:30.878478 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f2c51-9679-4762-88fd-7f4b3e26794c req-73cc23d7-ddfe-44c8-8a9b-d2d54397c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:30.880098 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5a5f2c51-9679-4762-88fd-7f4b3e26794c req-73cc23d7-ddfe-44c8-8a9b-d2d54397c5fd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ee2c56a6-f2a8-4fbd-b970-50fc05e901b2 HTTP/1.1" status: 200 len: 1163 time: 0.1079717 Jan 15 10:19:30.947411 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5a5f2c51-9679-4762-88fd-7f4b3e26794c req-e724f517-5d65-49a8-81ca-71ed5d186578 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1fa64282-de5d-4913-87a3-7cb13ec82729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597303 Jan 15 10:19:31.010192 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb7eba-16d5-46e2-9925-e4d06bb923be req-85d34842-1fd1-495b-975b-7dd55b84cc47 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:31.014431 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c6bb7eba-16d5-46e2-9925-e4d06bb923be req-85d34842-1fd1-495b-975b-7dd55b84cc47 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.60 "GET /v2.0/ports?device_id=ee2c56a6-f2a8-4fbd-b970-50fc05e901b2 HTTP/1.1" status: 200 len: 946 time: 0.1451397 Jan 15 10:19:31.074655 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c6bb7eba-16d5-46e2-9925-e4d06bb923be req-aec4f9b3-448f-44f0-a29f-ce4fabc3569e tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.60 "GET /v2.0/security-groups?id=1fa64282-de5d-4913-87a3-7cb13ec82729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563760 Jan 15 10:19:31.134588 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device f91b97d9-998a-4a60-9780-eb462f5d4e20 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:19:31.213477 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port f91b97d9-998a-4a60-9780-eb462f5d4e20 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:19:31.213893 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:31.671595 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d23c1b-7f4b-495c-b25d-aa54e2d0801d req-8f3dd69f-3cf1-4749-bb88-f58531c70286 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:31.673491 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-59d23c1b-7f4b-495c-b25d-aa54e2d0801d req-8f3dd69f-3cf1-4749-bb88-f58531c70286 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1239359 Jan 15 10:19:31.803791 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-59d23c1b-7f4b-495c-b25d-aa54e2d0801d req-4a71b923-d024-44c1-86d7-6989291735ca tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219621 Jan 15 10:19:31.865139 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5e25c-1719-4655-819d-758938116532 req-c8b60dfd-4feb-48a1-b1fb-b83e16eb0f77 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:31.866976 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-15c5e25c-1719-4655-819d-758938116532 req-c8b60dfd-4feb-48a1-b1fb-b83e16eb0f77 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.1557515 Jan 15 10:19:31.953858 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-15c5e25c-1719-4655-819d-758938116532 req-50d67e14-48aa-4ac1-b25c-cde196022847 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794199 Jan 15 10:19:32.125083 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf63b3a-9cec-47dd-83fc-003468afe4ce req-03436391-9a1c-4b31-8517-e5a2b9ccef30 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:32.127125 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0bf63b3a-9cec-47dd-83fc-003468afe4ce req-03436391-9a1c-4b31-8517-e5a2b9ccef30 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1129556 Jan 15 10:19:32.193040 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0bf63b3a-9cec-47dd-83fc-003468afe4ce req-6bdf3bb6-9cc6-4824-a2e7-84670d7e6685 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588975 Jan 15 10:19:32.354327 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00752a-01ea-4a67-8954-e830d4a2817c req-a07da932-0de7-4809-a1ed-2060f7095e77 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:32.357307 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2f00752a-01ea-4a67-8954-e830d4a2817c req-a07da932-0de7-4809-a1ed-2060f7095e77 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.60 "GET /v2.0/ports?device_id=ee2c56a6-f2a8-4fbd-b970-50fc05e901b2 HTTP/1.1" status: 200 len: 946 time: 0.1233721 Jan 15 10:19:32.422339 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2f00752a-01ea-4a67-8954-e830d4a2817c req-f9294683-2d6a-47ff-b599-b16ade666a55 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.60 "GET /v2.0/security-groups?id=1fa64282-de5d-4913-87a3-7cb13ec82729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581353 Jan 15 10:19:33.127842 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634716c-d549-44d7-be64-909838cf9e65 req-8952b267-0091-4a08-a7f6-65ee9bfe1605 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:33.137599 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d634716c-d549-44d7-be64-909838cf9e65 req-8952b267-0091-4a08-a7f6-65ee9bfe1605 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1884301 Jan 15 10:19:33.166705 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device f91b97d9-998a-4a60-9780-eb462f5d4e20 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:19:33.242480 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port f91b97d9-998a-4a60-9780-eb462f5d4e20 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:19:33.242892 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:33.271958 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d634716c-d549-44d7-be64-909838cf9e65 req-42f31365-faaa-450e-a46f-0c98a5b8f7ac tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332037 Jan 15 10:19:33.340422 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d06b4a-a2ec-4e26-9cf3-15e4d90aeba0 req-d86ac373-21af-4469-a16e-887a08119fb9 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:33.348705 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f6d06b4a-a2ec-4e26-9cf3-15e4d90aeba0 req-d86ac373-21af-4469-a16e-887a08119fb9 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.1932797 Jan 15 10:19:33.417018 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f6d06b4a-a2ec-4e26-9cf3-15e4d90aeba0 req-a3fe27bf-1aba-4aeb-b8db-b63844d6a1e4 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670853 Jan 15 10:19:33.569954 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fd1c8-6881-4c91-a8f6-f2398d36d7b9 req-d22d6bdf-f813-4e25-ac3c-19aeb7f4f63c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:33.571823 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-682fd1c8-6881-4c91-a8f6-f2398d36d7b9 req-d22d6bdf-f813-4e25-ac3c-19aeb7f4f63c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1401432 Jan 15 10:19:33.695888 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-682fd1c8-6881-4c91-a8f6-f2398d36d7b9 req-eecb8738-d8b2-44c3-bdb1-80039993b248 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172957 Jan 15 10:19:33.745793 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1b219-6cbb-4fe1-9151-f21f4a23cab6 req-0bd0591b-214b-4ba8-8f7b-55ce974df09a tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:33.747547 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-31c1b219-6cbb-4fe1-9151-f21f4a23cab6 req-0bd0591b-214b-4ba8-8f7b-55ce974df09a tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.60 "GET /v2.0/ports?device_id=ee2c56a6-f2a8-4fbd-b970-50fc05e901b2 HTTP/1.1" status: 200 len: 946 time: 0.1541739 Jan 15 10:19:33.814621 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-31c1b219-6cbb-4fe1-9151-f21f4a23cab6 req-20d2a739-d7d9-4c55-be0c-8f98f1004cc2 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.60 "GET /v2.0/security-groups?id=1fa64282-de5d-4913-87a3-7cb13ec82729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603247 Jan 15 10:19:34.325496 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:19:34.551259 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d50dfe-1641-444e-bd0d-70eaeca1460a req-542b06d3-6369-40ad-898b-13b11d469b7c tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:34.552999 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-94d50dfe-1641-444e-bd0d-70eaeca1460a req-542b06d3-6369-40ad-898b-13b11d469b7c tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1093361 Jan 15 10:19:34.661247 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-94d50dfe-1641-444e-bd0d-70eaeca1460a req-6488166e-ce58-4b82-ae9a-b35cbb188479 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001513 Jan 15 10:19:34.705428 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0dcb53-a09c-4c15-97bb-33332ec6ee2e req-cea01707-fef8-4adf-bbae-f971ab6461d4 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:34.707044 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ef0dcb53-a09c-4c15-97bb-33332ec6ee2e req-cea01707-fef8-4adf-bbae-f971ab6461d4 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.1288261 Jan 15 10:19:34.761313 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ef0dcb53-a09c-4c15-97bb-33332ec6ee2e req-e7054419-5d06-4ec5-b025-3d756ff3b78d tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474963 Jan 15 10:19:34.931364 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce887dd-5d0e-4a20-a931-e09701149b05 req-89c3ecc0-889f-45a8-8d3e-f9cf373d8b47 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:34.931364 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8ce887dd-5d0e-4a20-a931-e09701149b05 req-89c3ecc0-889f-45a8-8d3e-f9cf373d8b47 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1056490 Jan 15 10:19:34.982499 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8ce887dd-5d0e-4a20-a931-e09701149b05 req-c4eb9e4f-4bea-4e48-9eed-194b91b65572 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463445 Jan 15 10:19:35.206063 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24146a31-619d-4dad-9486-56bf207f01b2 req-af91fa3a-5082-43a8-af6f-5256f7df5f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:35.207647 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-24146a31-619d-4dad-9486-56bf207f01b2 req-af91fa3a-5082-43a8-af6f-5256f7df5f82 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7967420a877241f7a390365788b33c53&device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 1162 time: 0.0762675 Jan 15 10:19:35.357079 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24146a31-619d-4dad-9486-56bf207f01b2 req-4e95c994-1a84-47bb-ba07-dc9d9e630b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:35.358673 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-24146a31-619d-4dad-9486-56bf207f01b2 req-4e95c994-1a84-47bb-ba07-dc9d9e630b23 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee63e9f3-0f98-4146-b7e4-219c5a0de38d HTTP/1.1" status: 200 len: 910 time: 0.1403840 Jan 15 10:19:35.471192 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-24146a31-619d-4dad-9486-56bf207f01b2 req-3a5b88bd-dd4c-40e5-893b-08d7bb9a309d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e22172f8-fdb7-48f9-a481-cea77e27b0be HTTP/1.1" status: 200 len: 1001 time: 0.1027269 Jan 15 10:19:35.548698 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24146a31-619d-4dad-9486-56bf207f01b2 req-e547d107-9b18-46a5-9390-e0211820e5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:35.550297 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-24146a31-619d-4dad-9486-56bf207f01b2 req-e547d107-9b18-46a5-9390-e0211820e5f2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bbdcee5-7bf8-47ea-8b3b-e146795708a7 HTTP/1.1" status: 200 len: 855 time: 0.0692327 Jan 15 10:19:35.633260 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24146a31-619d-4dad-9486-56bf207f01b2 req-bb1f1afc-a844-412e-8020-5d7dd2bc2aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:35.634879 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-24146a31-619d-4dad-9486-56bf207f01b2 req-bb1f1afc-a844-412e-8020-5d7dd2bc2aad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee63e9f3-0f98-4146-b7e4-219c5a0de38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0755780 Jan 15 10:19:35.789534 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-24146a31-619d-4dad-9486-56bf207f01b2 req-ccb9c19f-895e-4a3f-9d79-5652e8a0eee9 service neutron] 10.222.0.73 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451035 Jan 15 10:19:35.911517 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6e9b9-bbf2-40d0-9ae6-0f7078b14d10 req-5839f13b-2c76-46e1-85a5-ac23f015ecf9 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:35.913211 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-76f6e9b9-bbf2-40d0-9ae6-0f7078b14d10 req-5839f13b-2c76-46e1-85a5-ac23f015ecf9 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1156287 Jan 15 10:19:36.003415 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-24146a31-619d-4dad-9486-56bf207f01b2 req-5b77fb30-a516-4ab0-b278-76876f76425e service neutron] 10.222.0.73 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1984637 Jan 15 10:19:36.044903 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-76f6e9b9-bbf2-40d0-9ae6-0f7078b14d10 req-fdfd5d7a-cd23-420a-ae0f-7cafc064c346 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226652 Jan 15 10:19:36.081478 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fd461-ef37-4535-a63e-a3553261632e req-d3e3f4d1-dc9e-4b04-8289-81787d39c58c tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:36.083214 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1b4fd461-ef37-4535-a63e-a3553261632e req-d3e3f4d1-dc9e-4b04-8289-81787d39c58c tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.1419814 Jan 15 10:19:36.146477 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1b4fd461-ef37-4535-a63e-a3553261632e req-b1f4d19b-d7bc-4885-b42b-b55f14148081 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547891 Jan 15 10:19:36.279583 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25e459-b66f-4fc7-acef-75cb62958626 req-3af94e2a-82fa-4964-9fc3-d106b8a9e220 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:36.281214 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8b25e459-b66f-4fc7-acef-75cb62958626 req-3af94e2a-82fa-4964-9fc3-d106b8a9e220 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1061947 Jan 15 10:19:36.333771 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8b25e459-b66f-4fc7-acef-75cb62958626 req-4c2d4886-2dc4-4ad2-970b-5844875eed5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460880 Jan 15 10:19:37.290128 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6f591-5067-4839-b342-1600ccc9057b req-e0630d06-79f7-4e29-8904-963e7c45cc5e tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:37.291868 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-13e6f591-5067-4839-b342-1600ccc9057b req-e0630d06-79f7-4e29-8904-963e7c45cc5e tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1078799 Jan 15 10:19:37.401360 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-13e6f591-5067-4839-b342-1600ccc9057b req-45b1f0ee-12e1-4d5f-b788-68c6e12eb37a tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016603 Jan 15 10:19:37.455466 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eaab07-fc45-4d88-aebe-b8d60de41a1b req-a5a69a60-ba1a-43d7-8244-86eb905dfe84 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:37.457164 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e6eaab07-fc45-4d88-aebe-b8d60de41a1b req-a5a69a60-ba1a-43d7-8244-86eb905dfe84 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.1402185 Jan 15 10:19:37.513742 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e6eaab07-fc45-4d88-aebe-b8d60de41a1b req-d0abf4ed-0a1e-4e3d-91de-00a6ee8e1334 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498865 Jan 15 10:19:37.624741 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e6b14-c52a-49ab-a190-c5363def9b91 req-f397866f-5919-4695-9386-0a97d939b989 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:37.626395 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2d9e6b14-c52a-49ab-a190-c5363def9b91 req-f397866f-5919-4695-9386-0a97d939b989 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1063867 Jan 15 10:19:37.679201 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2d9e6b14-c52a-49ab-a190-c5363def9b91 req-3c347501-5601-4cd7-acc8-d3b9a90cbdc6 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463872 Jan 15 10:19:37.970303 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b99e7a-b780-4e82-961e-dd3d4aa910f8 req-12dfe063-302f-4757-b7a2-c828eb21ca5f tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:37.972016 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-34b99e7a-b780-4e82-961e-dd3d4aa910f8 req-12dfe063-302f-4757-b7a2-c828eb21ca5f tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.60 "GET /v2.0/ports?device_id=ee2c56a6-f2a8-4fbd-b970-50fc05e901b2 HTTP/1.1" status: 200 len: 946 time: 0.1028867 Jan 15 10:19:38.028161 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-34b99e7a-b780-4e82-961e-dd3d4aa910f8 req-2448730f-2cf8-4a4f-95b8-7acd933783eb tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.60 "GET /v2.0/security-groups?id=1fa64282-de5d-4913-87a3-7cb13ec82729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489976 Jan 15 10:19:38.662855 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fad6c-f5c7-49bf-8eab-c5fa827e7b49 req-24d3e8da-6720-4299-a523-e68c1479a733 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:38.664574 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0b8fad6c-f5c7-49bf-8eab-c5fa827e7b49 req-24d3e8da-6720-4299-a523-e68c1479a733 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1191506 Jan 15 10:19:38.718754 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0b8fad6c-f5c7-49bf-8eab-c5fa827e7b49 req-684b7d50-0e57-4cbd-a969-572e5454a5d9 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473564 Jan 15 10:19:39.000459 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc1e50-8afa-4d6b-b9c8-95aeb2ff1651 req-402229ad-194c-4c8e-aa71-727070c8c507 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:39.002191 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f9cc1e50-8afa-4d6b-b9c8-95aeb2ff1651 req-402229ad-194c-4c8e-aa71-727070c8c507 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.1558595 Jan 15 10:19:39.119656 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f9cc1e50-8afa-4d6b-b9c8-95aeb2ff1651 req-2c92bb50-459f-4013-8330-9da8c7178507 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749884 Jan 15 10:19:39.124254 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device e22172f8-fdb7-48f9-a481-cea77e27b0be no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:19:39.160192 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f74e04-35c9-40a3-a390-d763fdf77298 req-063c4437-b93e-42bf-b32b-1b01cd03c22a tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:39.164045 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d9f74e04-35c9-40a3-a390-d763fdf77298 req-063c4437-b93e-42bf-b32b-1b01cd03c22a tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1606271 Jan 15 10:19:39.224777 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d9f74e04-35c9-40a3-a390-d763fdf77298 req-79d4d22b-55a6-431f-a9b0-6720d9cca098 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561557 Jan 15 10:19:39.263808 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:39.293770 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2dcda1-a267-41d9-85eb-2f3e964cfcce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e22172f8-fdb7-48f9-a481-cea77e27b0be'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:19:39.304831 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port e22172f8-fdb7-48f9-a481-cea77e27b0be, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=e22172f8-fdb7-48f9-a481-cea77e27b0be,segment=NetworkSegment(46701ca6-a814-4d34-86b7-c77ab641a4f7),segment_id=46701ca6-a814-4d34-86b7-c77ab641a4f7)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:19:39.308337 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:39.310327 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:39.374040 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ceb3ea-2e1e-4cc1-ac8a-9e60626e39d3 req-020f29ed-439b-4a20-a6f8-5abab5c7c62b tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:39.375776 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-88ceb3ea-2e1e-4cc1-ac8a-9e60626e39d3 req-020f29ed-439b-4a20-a6f8-5abab5c7c62b tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.60 "GET /v2.0/ports?device_id=ee2c56a6-f2a8-4fbd-b970-50fc05e901b2 HTTP/1.1" status: 200 len: 946 time: 0.1024439 Jan 15 10:19:39.380443 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=e22172f8-fdb7-48f9-a481-cea77e27b0be,revision_number=5']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:39.383640 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:39.442155 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-88ceb3ea-2e1e-4cc1-ac8a-9e60626e39d3 req-421e7da6-bb40-447d-b06f-c35e61ac71d9 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.60 "GET /v2.0/security-groups?id=1fa64282-de5d-4913-87a3-7cb13ec82729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483732 Jan 15 10:19:39.518269 dv-cinder-768592-3-smb neutron-server[79989]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4c2dcda1-a267-41d9-85eb-2f3e964cfcce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e22172f8-fdb7-48f9-a481-cea77e27b0be', 'code': 422} returned with failed status Jan 15 10:19:39.779597 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070d033-48e7-4870-8b17-acea4482b7b6 req-33be8f00-c8e9-4079-b24a-c7617636c829 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:39.780417 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-3070d033-48e7-4870-8b17-acea4482b7b6 req-33be8f00-c8e9-4079-b24a-c7617636c829 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Synchronizing usage tracker for tenant:746388c669fc43d3b66d97f75e3aa0b7 on resource:port {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:19:39.799036 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-3070d033-48e7-4870-8b17-acea4482b7b6 req-33be8f00-c8e9-4079-b24a-c7617636c829 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Unset dirty status for tenant:746388c669fc43d3b66d97f75e3aa0b7 on resource:port {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:19:39.800700 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3070d033-48e7-4870-8b17-acea4482b7b6 req-33be8f00-c8e9-4079-b24a-c7617636c829 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.73 "GET /v2.0/ports?device_id=ee2c56a6-f2a8-4fbd-b970-50fc05e901b2 HTTP/1.1" status: 200 len: 946 time: 0.1261320 Jan 15 10:19:39.892587 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-3070d033-48e7-4870-8b17-acea4482b7b6 req-53a486d6-3c98-4b27-9e1e-c243e50714df tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Deleting port f91b97d9-998a-4a60-9780-eb462f5d4e20 {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:19:39.892997 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-3070d033-48e7-4870-8b17-acea4482b7b6 req-53a486d6-3c98-4b27-9e1e-c243e50714df tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:40.021502 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321f47e-36ca-467a-aa51-812a20951753 req-f433737a-4d1f-4146-918f-9e118d64d4a1 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:40.024046 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1321f47e-36ca-467a-aa51-812a20951753 req-f433737a-4d1f-4146-918f-9e118d64d4a1 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1699672 Jan 15 10:19:40.102862 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1321f47e-36ca-467a-aa51-812a20951753 req-5ca1fa30-edcf-4783-b2b0-3419431474ef tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666544 Jan 15 10:19:40.219780 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-3070d033-48e7-4870-8b17-acea4482b7b6 req-53a486d6-3c98-4b27-9e1e-c243e50714df tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] For port f91b97d9-998a-4a60-9780-eb462f5d4e20, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=f91b97d9-998a-4a60-9780-eb462f5d4e20,segment=NetworkSegment(8bb2ed7a-c7b1-46e8-8fbb-cad05be63716),segment_id=8bb2ed7a-c7b1-46e8-8fbb-cad05be63716)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:19:40.220197 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-3070d033-48e7-4870-8b17-acea4482b7b6 req-53a486d6-3c98-4b27-9e1e-c243e50714df tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:40.324970 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448ceb4-1435-42bf-a84b-168bedcd4922 req-e5679a44-eaca-4ded-b66d-3be4e04a1a9f tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:40.328894 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b448ceb4-1435-42bf-a84b-168bedcd4922 req-e5679a44-eaca-4ded-b66d-3be4e04a1a9f tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 943 time: 0.1320472 Jan 15 10:19:40.336766 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 59468) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:40.374177 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-3070d033-48e7-4870-8b17-acea4482b7b6 req-53a486d6-3c98-4b27-9e1e-c243e50714df tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Calling delete_port for f91b97d9-998a-4a60-9780-eb462f5d4e20 owned by compute:nova {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:19:40.393595 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b448ceb4-1435-42bf-a84b-168bedcd4922 req-324e9773-1895-43ac-8d3a-8a701ba84974 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583584 Jan 15 10:19:40.551160 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-3070d033-48e7-4870-8b17-acea4482b7b6 req-53a486d6-3c98-4b27-9e1e-c243e50714df tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:40.570101 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0570d570-747a-4e92-8162-ba11f9758641 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:40.584657 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9166d1-3abc-4ef7-8284-e2efd5c21de6 req-f3d8d4bf-8d38-4c12-b0f2-0d0809e7e5e0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:40.586790 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5d9166d1-3abc-4ef7-8284-e2efd5c21de6 req-f3d8d4bf-8d38-4c12-b0f2-0d0809e7e5e0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1901579 Jan 15 10:19:40.619173 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a486d6-3c98-4b27-9e1e-c243e50714df tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Pushing event deleted for resources: {'Port': ['ID=f91b97d9-998a-4a60-9780-eb462f5d4e20,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:40.633050 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-53a486d6-3c98-4b27-9e1e-c243e50714df tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:40.680340 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bade2d8e-be74-4601-a63c-04d16efdbec6 req-c2f0df62-9c6e-4522-bc37-7a2941874e91 tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.60 "GET /v2.0/ports?device_id=ee2c56a6-f2a8-4fbd-b970-50fc05e901b2 HTTP/1.1" status: 200 len: 210 time: 0.0637739 Jan 15 10:19:40.694349 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fad01afa-c5ce-4bdf-a15c-85c6833d543d req-d6bf1da2-d59b-4c3b-823c-abba94e172f4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3564234 Jan 15 10:19:40.708701 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5d9166d1-3abc-4ef7-8284-e2efd5c21de6 req-45a7f8b4-a9f9-45d7-9561-29173675cfff tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115468 Jan 15 10:19:40.790882 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-3070d033-48e7-4870-8b17-acea4482b7b6 req-53a486d6-3c98-4b27-9e1e-c243e50714df tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] No DVR routers for this DVR port f91b97d9-998a-4a60-9780-eb462f5d4e20 on host hv-cinder-76859 {{(pid=80098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:19:40.794247 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-3070d033-48e7-4870-8b17-acea4482b7b6 req-53a486d6-3c98-4b27-9e1e-c243e50714df tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:40.797159 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2c56a6-f2a8-4fbd-b970-50fc05e901b2', 'name': 'network-vif-deleted', 'tag': 'f91b97d9-998a-4a60-9780-eb462f5d4e20'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:19:40.816551 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3070d033-48e7-4870-8b17-acea4482b7b6 req-53a486d6-3c98-4b27-9e1e-c243e50714df tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] 10.222.0.73 "DELETE /v2.0/ports/f91b97d9-998a-4a60-9780-eb462f5d4e20 HTTP/1.1" status: 204 len: 173 time: 1.0097234 Jan 15 10:19:40.871983 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2c56a6-f2a8-4fbd-b970-50fc05e901b2', 'name': 'network-vif-deleted', 'tag': 'f91b97d9-998a-4a60-9780-eb462f5d4e20', 'status': 'completed', 'code': 200} Jan 15 10:19:41.114672 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device f91b97d9-998a-4a60-9780-eb462f5d4e20 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:19:41.159595 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] No Port match for: f91b97d9-998a-4a60-9780-eb462f5d4e20 {{(pid=80100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:19:41.160637 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device f91b97d9-998a-4a60-9780-eb462f5d4e20 not bound to the agent host hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:19:41.189350 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dcc02-9022-407d-acd3-a4d24df3cb87 req-779e6b5a-def0-4592-bb55-ce23b892d310 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:41.191412 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-129dcc02-9022-407d-acd3-a4d24df3cb87 req-779e6b5a-def0-4592-bb55-ce23b892d310 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1205783 Jan 15 10:19:41.248668 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa82820-3132-4a83-88bc-9f85488ecb4f req-16489be4-95d2-46ba-b0f4-ca082d5972f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:41.250601 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2aa82820-3132-4a83-88bc-9f85488ecb4f req-16489be4-95d2-46ba-b0f4-ca082d5972f2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d2e666365284aacad9462063764b9e2&device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 1163 time: 0.1043975 Jan 15 10:19:41.252574 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-129dcc02-9022-407d-acd3-a4d24df3cb87 req-6183efc9-3b32-4c6d-bcf1-d96cea8b69dd tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528400 Jan 15 10:19:41.385391 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be89cc-a9b7-4201-ab89-0a44bf3f83b5 req-9421b807-3e5a-4738-af02-c9a832980d0d tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:41.394326 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a4be89cc-a9b7-4201-ab89-0a44bf3f83b5 req-9421b807-3e5a-4738-af02-c9a832980d0d tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1203790 Jan 15 10:19:41.461297 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a4be89cc-a9b7-4201-ab89-0a44bf3f83b5 req-83c6c004-0ba4-44e0-bae1-9168f50d2a7b tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655982 Jan 15 10:19:41.476945 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa82820-3132-4a83-88bc-9f85488ecb4f req-f203e9bf-a466-42ca-84d4-56ef66a64b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:41.478783 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2aa82820-3132-4a83-88bc-9f85488ecb4f req-f203e9bf-a466-42ca-84d4-56ef66a64b7e service neutron] 10.222.0.73 "GET /v2.0/networks?id=8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f HTTP/1.1" status: 200 len: 904 time: 0.2197800 Jan 15 10:19:41.719536 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2aa82820-3132-4a83-88bc-9f85488ecb4f req-98084136-9c94-4160-af36-c102106a7de6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09a01076-95b1-4e46-9041-019b435d310f HTTP/1.1" status: 200 len: 1002 time: 0.2041013 Jan 15 10:19:41.799405 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa82820-3132-4a83-88bc-9f85488ecb4f req-aa7dcddc-4e86-4dcd-bfb2-32e9c4fb9ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:41.801157 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2aa82820-3132-4a83-88bc-9f85488ecb4f req-aa7dcddc-4e86-4dcd-bfb2-32e9c4fb9ee7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea4063fd-7d74-42c0-8f21-8e53b0e4ce85 HTTP/1.1" status: 200 len: 849 time: 0.0737355 Jan 15 10:19:41.893045 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa82820-3132-4a83-88bc-9f85488ecb4f req-9556701e-5f16-4cd9-989f-663d322cf742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:41.895529 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2aa82820-3132-4a83-88bc-9f85488ecb4f req-9556701e-5f16-4cd9-989f-663d322cf742 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849316 Jan 15 10:19:41.925626 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9882f-3e50-44fb-9faa-9928edc2573c req-e128393a-8e7d-43b8-9253-b51f1fe45b9d tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:41.927223 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-43e9882f-3e50-44fb-9faa-9928edc2573c req-e128393a-8e7d-43b8-9253-b51f1fe45b9d tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 943 time: 0.3095415 Jan 15 10:19:41.996079 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-43e9882f-3e50-44fb-9faa-9928edc2573c req-7889ebae-aaa1-4185-afe4-0c1a7d28578b tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586398 Jan 15 10:19:42.056774 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2aa82820-3132-4a83-88bc-9f85488ecb4f req-8c30c4dc-dee6-49d3-82ee-114dc0b6f030 service neutron] 10.222.0.73 "GET /v2.0/networks/8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523340 Jan 15 10:19:42.215477 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2aa82820-3132-4a83-88bc-9f85488ecb4f req-24b36ad8-8362-4ddc-ae27-e5c4fa4c82ca service neutron] 10.222.0.73 "GET /v2.0/networks/8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1511002 Jan 15 10:19:42.489902 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad01afa-c5ce-4bdf-a15c-85c6833d543d req-4bd2e6e6-1dd3-4906-ae88-9e798020d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:42.491825 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fad01afa-c5ce-4bdf-a15c-85c6833d543d req-4bd2e6e6-1dd3-4906-ae88-9e798020d8ce service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce&tenant_id=7967420a877241f7a390365788b33c53 HTTP/1.1" status: 200 len: 1160 time: 0.0833647 Jan 15 10:19:42.494997 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff2cb2-c73a-479b-88cc-abf92afe68b7 req-1fb09fe1-8df7-4e38-a89d-a4c3179a9ef9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:42.497060 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-52ff2cb2-c73a-479b-88cc-abf92afe68b7 req-1fb09fe1-8df7-4e38-a89d-a4c3179a9ef9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1068170 Jan 15 10:19:42.555187 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-52ff2cb2-c73a-479b-88cc-abf92afe68b7 req-89d7dd59-8ffd-4baa-b826-4484dbf0847e tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504124 Jan 15 10:19:42.602892 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad01afa-c5ce-4bdf-a15c-85c6833d543d req-bf9af1e8-a2fa-4540-aa65-e034baba1990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:42.604663 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fad01afa-c5ce-4bdf-a15c-85c6833d543d req-bf9af1e8-a2fa-4540-aa65-e034baba1990 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7967420a877241f7a390365788b33c53&device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 1160 time: 0.0837748 Jan 15 10:19:42.766656 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad01afa-c5ce-4bdf-a15c-85c6833d543d req-c73760bf-6343-4c58-9380-4be8d20dfbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:42.768299 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fad01afa-c5ce-4bdf-a15c-85c6833d543d req-c73760bf-6343-4c58-9380-4be8d20dfbf7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee63e9f3-0f98-4146-b7e4-219c5a0de38d HTTP/1.1" status: 200 len: 910 time: 0.1538746 Jan 15 10:19:42.780091 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea044e8-6032-4f0a-a8dc-840674a261ac req-9c7cf93e-3b0e-4188-88cc-cde6bb84fd5a tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:42.781721 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2ea044e8-6032-4f0a-a8dc-840674a261ac req-9c7cf93e-3b0e-4188-88cc-cde6bb84fd5a tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1031485 Jan 15 10:19:42.833816 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2ea044e8-6032-4f0a-a8dc-840674a261ac req-b5abc4b3-7e7d-44b4-bc57-0f115541a4ca tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457516 Jan 15 10:19:42.882049 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fad01afa-c5ce-4bdf-a15c-85c6833d543d req-6a55231e-376a-4e86-835f-4ae18bf2c3fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e22172f8-fdb7-48f9-a481-cea77e27b0be HTTP/1.1" status: 200 len: 999 time: 0.1019163 Jan 15 10:19:42.965483 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad01afa-c5ce-4bdf-a15c-85c6833d543d req-994ecf26-2f85-4dc7-9467-881326075252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:42.967014 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fad01afa-c5ce-4bdf-a15c-85c6833d543d req-994ecf26-2f85-4dc7-9467-881326075252 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bbdcee5-7bf8-47ea-8b3b-e146795708a7 HTTP/1.1" status: 200 len: 855 time: 0.0670881 Jan 15 10:19:43.050396 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad01afa-c5ce-4bdf-a15c-85c6833d543d req-0a7d4638-5e27-47ce-a16c-a4743e4831cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:43.052069 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fad01afa-c5ce-4bdf-a15c-85c6833d543d req-0a7d4638-5e27-47ce-a16c-a4743e4831cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee63e9f3-0f98-4146-b7e4-219c5a0de38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778427 Jan 15 10:19:43.203832 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 09a01076-95b1-4e46-9041-019b435d310f up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:19:43.255909 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f34de-56ff-45ce-93b0-4955ae300ba2 req-9af1a818-dfaa-4745-b544-f8f2d60fd78e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:43.257254 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9f7f34de-56ff-45ce-93b0-4955ae300ba2 req-9af1a818-dfaa-4745-b544-f8f2d60fd78e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 943 time: 0.1101542 Jan 15 10:19:43.282021 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 09a01076-95b1-4e46-9041-019b435d310f triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:19:43.282735 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:43.341675 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9f7f34de-56ff-45ce-93b0-4955ae300ba2 req-ec9d284f-984d-4db0-af4e-80b3454ea2e9 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763116 Jan 15 10:19:43.422043 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fad01afa-c5ce-4bdf-a15c-85c6833d543d req-3941c1f3-7434-4f3f-bb11-961e53c2d334 service neutron] 10.222.0.73 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627019 Jan 15 10:19:43.570452 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fad01afa-c5ce-4bdf-a15c-85c6833d543d req-5deb18c0-26e5-4c8a-95b1-86dcb62509c2 service neutron] 10.222.0.73 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403508 Jan 15 10:19:43.830219 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d088e-d04f-4969-b716-2851376ad8d4 req-30dfa937-5a12-4679-9b21-9bfd1d34c063 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:43.831872 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7a3d088e-d04f-4969-b716-2851376ad8d4 req-30dfa937-5a12-4679-9b21-9bfd1d34c063 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1277614 Jan 15 10:19:43.893999 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7a3d088e-d04f-4969-b716-2851376ad8d4 req-e60d1264-3ba3-4cc7-9d75-868c765d408d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546739 Jan 15 10:19:44.107275 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaf3a9-ecd9-4fae-9531-6ed57f47caa0 req-2b14f6fc-c3f3-4066-b7cb-7d1f52994f56 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:44.108833 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7feaf3a9-ecd9-4fae-9531-6ed57f47caa0 req-2b14f6fc-c3f3-4066-b7cb-7d1f52994f56 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1066046 Jan 15 10:19:44.160751 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7feaf3a9-ecd9-4fae-9531-6ed57f47caa0 req-0e5b15ff-9293-4095-9d94-868c108c951a tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455277 Jan 15 10:19:44.606583 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5691a-cfed-4791-ad34-44cb88172029 req-c04ad0ec-4482-479e-a866-b183d6ea7990 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:44.608468 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-33c5691a-cfed-4791-ad34-44cb88172029 req-c04ad0ec-4482-479e-a866-b183d6ea7990 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 943 time: 0.1158679 Jan 15 10:19:44.686730 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-33c5691a-cfed-4791-ad34-44cb88172029 req-c70f11cf-b4b7-4b30-801d-9a1d4f78d659 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714889 Jan 15 10:19:45.429071 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:45.451545 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127f7d9-7a7d-40ec-b579-3f0c3fe56ea9 req-6ee9790c-946d-4d65-a1f0-d42ea81bce98 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:45.453265 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0127f7d9-7a7d-40ec-b579-3f0c3fe56ea9 req-6ee9790c-946d-4d65-a1f0-d42ea81bce98 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1545081 Jan 15 10:19:45.477916 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c3594b35-0afc-4278-8113-a34a2422f630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:45.557110 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0127f7d9-7a7d-40ec-b579-3f0c3fe56ea9 req-88c16e33-3fed-4fd0-81ed-15ca49b1ad6c tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874631 Jan 15 10:19:45.940455 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6ab6e-cbdb-47af-856c-7eb18eb41902 req-01dd2d63-5e05-485b-9c31-096a1225752b tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:45.942159 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bdf6ab6e-cbdb-47af-856c-7eb18eb41902 req-01dd2d63-5e05-485b-9c31-096a1225752b tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 943 time: 0.1020737 Jan 15 10:19:45.997952 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bdf6ab6e-cbdb-47af-856c-7eb18eb41902 req-63b1dc37-3c47-4531-81ac-fb49d2d86389 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488439 Jan 15 10:19:46.802625 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd644d-6a68-45fb-88ff-ab9588bc6ea4 req-88f66df8-9eb3-41e7-83f5-3ca7df51af00 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:46.804460 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ddfd644d-6a68-45fb-88ff-ab9588bc6ea4 req-88f66df8-9eb3-41e7-83f5-3ca7df51af00 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1101298 Jan 15 10:19:46.876324 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ddfd644d-6a68-45fb-88ff-ab9588bc6ea4 req-343140aa-36d2-4456-a5f3-14c89b82edaa tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645375 Jan 15 10:19:47.300068 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c54c9-b862-4be7-bc1f-acd9410ac4a4 req-f3e4f85b-47b8-463c-a88a-4297af52d4ba tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:47.308443 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ae2c54c9-b862-4be7-bc1f-acd9410ac4a4 req-f3e4f85b-47b8-463c-a88a-4297af52d4ba tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 943 time: 0.1291008 Jan 15 10:19:47.358623 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ae2c54c9-b862-4be7-bc1f-acd9410ac4a4 req-2b8768b3-d75a-4edc-a74a-218028035ba6 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491366 Jan 15 10:19:47.896882 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-720a6d29-45b7-4dee-8251-85fe60987bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:48.117927 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929dc67-52e7-446e-a3a0-bec829b8e242 req-d4c32d63-0b3d-4f23-a803-7c3744db2133 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:48.119612 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2929dc67-52e7-446e-a3a0-bec829b8e242 req-d4c32d63-0b3d-4f23-a803-7c3744db2133 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1055460 Jan 15 10:19:48.175514 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2929dc67-52e7-446e-a3a0-bec829b8e242 req-cea98c02-12ec-4620-a837-1b8f1c54acb6 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489991 Jan 15 10:19:48.446312 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:48.643229 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab5792-4749-40f6-a395-a0aee10490c8 req-4466b684-bd71-468c-973a-13628266f57e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:48.644940 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-25ab5792-4749-40f6-a395-a0aee10490c8 req-4466b684-bd71-468c-973a-13628266f57e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 943 time: 0.1089532 Jan 15 10:19:48.713246 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-25ab5792-4749-40f6-a395-a0aee10490c8 req-707a435e-be54-4ccf-8d4d-5ef3925ce0ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591333 Jan 15 10:19:49.429267 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96b9ce-8cfd-4dd5-9d26-02566f53ebb6 req-9bbce4e1-e9f7-4ca3-b334-0821119a0e9f tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:49.430997 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ba96b9ce-8cfd-4dd5-9d26-02566f53ebb6 req-9bbce4e1-e9f7-4ca3-b334-0821119a0e9f tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1206112 Jan 15 10:19:49.444811 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:49.491969 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ba96b9ce-8cfd-4dd5-9d26-02566f53ebb6 req-60b72bf8-86b9-4f68-80aa-7c1fd7ebb329 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538175 Jan 15 10:19:50.036726 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ede4a-4f53-4bce-842d-d9e36ec91906 req-532b50a5-a459-4f2b-9bcc-8adcc1a41c48 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:50.038442 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fb5ede4a-4f53-4bce-842d-d9e36ec91906 req-532b50a5-a459-4f2b-9bcc-8adcc1a41c48 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 943 time: 0.1564465 Jan 15 10:19:50.096498 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fb5ede4a-4f53-4bce-842d-d9e36ec91906 req-49e3555f-ed73-45a5-aec7-4ce995915eaa tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511956 Jan 15 10:19:50.111970 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:50.759763 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547b15f-8ea0-48b5-b250-3d583ecd235c req-57b81be8-ba8a-4bd2-a77c-6abb7254200a tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:50.762200 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7547b15f-8ea0-48b5-b250-3d583ecd235c req-57b81be8-ba8a-4bd2-a77c-6abb7254200a tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1139979 Jan 15 10:19:50.815277 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7547b15f-8ea0-48b5-b250-3d583ecd235c req-ff4bf776-5490-4644-b18e-8023172c6a22 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463357 Jan 15 10:19:51.206645 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 09a01076-95b1-4e46-9041-019b435d310f up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:19:51.284407 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 09a01076-95b1-4e46-9041-019b435d310f triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:19:51.284822 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:51.384931 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321c8e1-90c9-4f4c-bb0d-56652b3c3332 req-2b31495b-1c8e-46ae-82ad-9a8d24a8b18f tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:51.387195 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1321c8e1-90c9-4f4c-bb0d-56652b3c3332 req-2b31495b-1c8e-46ae-82ad-9a8d24a8b18f tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 943 time: 0.1283221 Jan 15 10:19:51.458628 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1321c8e1-90c9-4f4c-bb0d-56652b3c3332 req-f01bf8ae-72d0-4657-9f37-dede7b53b55c tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649538 Jan 15 10:19:52.160009 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a82c7-0ede-4dbd-8bc2-8241f1920762 req-cff01a11-6d94-4fa7-a9e5-01dfdef4681f tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:52.161718 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ff2a82c7-0ede-4dbd-8bc2-8241f1920762 req-cff01a11-6d94-4fa7-a9e5-01dfdef4681f tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1428716 Jan 15 10:19:52.218912 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ff2a82c7-0ede-4dbd-8bc2-8241f1920762 req-37ad4dc0-5e44-4132-92df-ed8a683895f7 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502205 Jan 15 10:19:52.731277 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c5d1-4ff7-4658-9c5d-03135f7ec323 req-a2da8a83-0f7d-44f8-b679-e8b1fb0373be tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:52.740137 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c9a5c5d1-4ff7-4658-9c5d-03135f7ec323 req-a2da8a83-0f7d-44f8-b679-e8b1fb0373be tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 943 time: 0.1169908 Jan 15 10:19:52.787606 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c9a5c5d1-4ff7-4658-9c5d-03135f7ec323 req-7a8a5b3f-a50b-4938-87ca-3b60edb9e824 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465705 Jan 15 10:19:53.500224 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6df35a-c99e-4e3a-a305-5e386aec88d0 req-c633cca4-c7d1-4a02-80d1-de47c8887cf5 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:53.501959 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8d6df35a-c99e-4e3a-a305-5e386aec88d0 req-c633cca4-c7d1-4a02-80d1-de47c8887cf5 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1382015 Jan 15 10:19:53.575839 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8d6df35a-c99e-4e3a-a305-5e386aec88d0 req-490f5821-6587-49fc-a545-04cbd2bc669b tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669303 Jan 15 10:19:54.056629 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4e3bb-8768-4133-abc7-63bf8c8b6f0a req-69bdf0a8-e621-444e-b109-0dddaf7e7e79 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:54.059258 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-80e4e3bb-8768-4133-abc7-63bf8c8b6f0a req-69bdf0a8-e621-444e-b109-0dddaf7e7e79 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 943 time: 0.1118968 Jan 15 10:19:54.116619 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-80e4e3bb-8768-4133-abc7-63bf8c8b6f0a req-fd19660f-cac7-4f79-9dfe-d31f17feee1e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505750 Jan 15 10:19:54.830083 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fd582-4273-4a34-9b25-104300e9b416 req-080dbc9d-e5da-45b4-9f69-f74c0f7deec0 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:54.831807 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1b7fd582-4273-4a34-9b25-104300e9b416 req-080dbc9d-e5da-45b4-9f69-f74c0f7deec0 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1079726 Jan 15 10:19:54.887991 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1b7fd582-4273-4a34-9b25-104300e9b416 req-11b00fe4-b3fe-4f10-bdc1-bb90460e0050 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495644 Jan 15 10:19:55.380354 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0b8b0-8347-4fdb-a1d4-206ec999c50b req-6dd8e462-e81c-4e89-b950-4d6b262f547c tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:55.382025 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a5e0b8b0-8347-4fdb-a1d4-206ec999c50b req-6dd8e462-e81c-4e89-b950-4d6b262f547c tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 943 time: 0.1100719 Jan 15 10:19:55.438364 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a5e0b8b0-8347-4fdb-a1d4-206ec999c50b req-2fc26b3e-2fab-40d9-b1f3-d2a440c09e18 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499454 Jan 15 10:19:56.123263 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e362a7-27b2-4ece-b051-c686e2220b6d req-c7788903-33df-4d0d-af7c-992f020ee25c tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:56.124862 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-82e362a7-27b2-4ece-b051-c686e2220b6d req-c7788903-33df-4d0d-af7c-992f020ee25c tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.0989351 Jan 15 10:19:56.176118 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-82e362a7-27b2-4ece-b051-c686e2220b6d req-f977823b-46d9-4da8-bef7-3c07e8d801a4 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449378 Jan 15 10:19:56.689768 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f171f16-306e-4c14-ba9c-75d1f611bf62 req-f20775e0-0ae1-492c-98c2-1defcad978b7 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:56.691416 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1f171f16-306e-4c14-ba9c-75d1f611bf62 req-f20775e0-0ae1-492c-98c2-1defcad978b7 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 943 time: 0.1060598 Jan 15 10:19:56.745726 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1f171f16-306e-4c14-ba9c-75d1f611bf62 req-a116aa1e-92b6-4cc9-9c49-ca0ff30a69c0 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478606 Jan 15 10:19:57.287656 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3d1d3-9932-4c61-8903-04e337ac07f3 req-2603a3b8-1d82-41c4-a9ce-4a3c70adb07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:57.289286 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-43d3d1d3-9932-4c61-8903-04e337ac07f3 req-2603a3b8-1d82-41c4-a9ce-4a3c70adb07a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 1162 time: 0.0831430 Jan 15 10:19:57.335700 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-43d3d1d3-9932-4c61-8903-04e337ac07f3 req-ec6fc531-1b31-419d-bfd6-c9384a7be5fd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384057 Jan 15 10:19:57.412357 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45c357-cd98-4802-8df6-c2b236f37c2c req-a56a348f-2bcc-49fe-9c08-4d7c7e39de11 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:57.414013 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2c45c357-cd98-4802-8df6-c2b236f37c2c req-a56a348f-2bcc-49fe-9c08-4d7c7e39de11 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1009018 Jan 15 10:19:57.471594 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2c45c357-cd98-4802-8df6-c2b236f37c2c req-7b332ba9-e7e6-4191-a58d-7342bb1ec1f6 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503275 Jan 15 10:19:58.012551 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8a095-1dff-458c-9a31-eee2a16411f7 req-75505436-a5bf-4bef-9bfa-2c2d2d097a2e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:58.014179 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b5a8a095-1dff-458c-9a31-eee2a16411f7 req-75505436-a5bf-4bef-9bfa-2c2d2d097a2e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 943 time: 0.1175895 Jan 15 10:19:58.069059 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b5a8a095-1dff-458c-9a31-eee2a16411f7 req-8c155393-574e-4eb4-abe3-a411283f0a9b tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481622 Jan 15 10:19:58.714374 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbb0be-7a87-4779-9402-cee52bb85351 req-25825208-6b86-46b1-ab2b-da0bb258a51a tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:58.716078 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fdbbb0be-7a87-4779-9402-cee52bb85351 req-25825208-6b86-46b1-ab2b-da0bb258a51a tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1074524 Jan 15 10:19:58.767798 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fdbbb0be-7a87-4779-9402-cee52bb85351 req-0cce1179-93a0-4be5-b4ba-0d329f573518 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452597 Jan 15 10:19:59.326103 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb465ff7-b2dd-458b-a8e6-6aa989577ffe req-86f55cc4-eacb-484a-8a3f-06140072012d tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:59.327898 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bb465ff7-b2dd-458b-a8e6-6aa989577ffe req-86f55cc4-eacb-484a-8a3f-06140072012d tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 943 time: 0.1029196 Jan 15 10:19:59.384598 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bb465ff7-b2dd-458b-a8e6-6aa989577ffe req-64f7e69e-b9f1-4010-ab1c-55a1ef446ebf tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499363 Jan 15 10:19:59.826098 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device e22172f8-fdb7-48f9-a481-cea77e27b0be up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:19:59.897455 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port e22172f8-fdb7-48f9-a481-cea77e27b0be triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:19:59.897871 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:00.006783 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9089da4-5956-4093-93c4-1ee5acb75617 req-2ce67886-1338-4e7a-807f-8a794b6c9818 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:00.008486 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b9089da4-5956-4093-93c4-1ee5acb75617 req-2ce67886-1338-4e7a-807f-8a794b6c9818 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1050668 Jan 15 10:20:00.022322 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:00.050769 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2dcda1-a267-41d9-85eb-2f3e964cfcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22172f8-fdb7-48f9-a481-cea77e27b0be'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:20:00.060429 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b9089da4-5956-4093-93c4-1ee5acb75617 req-5b38f899-6775-40f9-ac0d-4749dd61a71e tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446486 Jan 15 10:20:00.062452 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port e22172f8-fdb7-48f9-a481-cea77e27b0be, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=e22172f8-fdb7-48f9-a481-cea77e27b0be,segment=NetworkSegment(46701ca6-a814-4d34-86b7-c77ab641a4f7),segment_id=46701ca6-a814-4d34-86b7-c77ab641a4f7)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:20:00.065807 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:00.067865 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:00.126271 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2dcda1-a267-41d9-85eb-2f3e964cfcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22172f8-fdb7-48f9-a481-cea77e27b0be', 'code': 200} Jan 15 10:20:00.142170 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=e22172f8-fdb7-48f9-a481-cea77e27b0be,revision_number=6']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:00.154009 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:00.413494 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 59768) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:00.488584 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_v2 [None req-84be80fd-0200-4328-a2f8-b3e0d3a47649 admin admin] Deleting subnet 0e91265d-e459-4a4a-806c-0222fd8c2b2f {{(pid=80099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:20:00.495018 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-84be80fd-0200-4328-a2f8-b3e0d3a47649 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:00.555366 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-84be80fd-0200-4328-a2f8-b3e0d3a47649 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852642677'] for subnet, precommit_delete_associations {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:00.646694 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8923146-db58-41e8-8cd8-f7c7e3454933 req-271de964-560e-461c-9f0d-89eb866532da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:00.648476 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c8923146-db58-41e8-8cd8-f7c7e3454933 req-271de964-560e-461c-9f0d-89eb866532da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abfc5430ec924b65b5d1d6a28978f3e3&device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 1162 time: 0.0917323 Jan 15 10:20:00.794273 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8923146-db58-41e8-8cd8-f7c7e3454933 req-14c84c2a-aa1f-470c-8058-3c9ee956339e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:00.795853 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c8923146-db58-41e8-8cd8-f7c7e3454933 req-14c84c2a-aa1f-470c-8058-3c9ee956339e service neutron] 10.222.0.73 "GET /v2.0/networks?id=60c0f2f7-268b-47c9-a1ee-3c187c42dd49 HTTP/1.1" status: 200 len: 913 time: 0.1400745 Jan 15 10:20:00.796304 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-84be80fd-0200-4328-a2f8-b3e0d3a47649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854144639'] for subnet, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:00.871711 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c8923146-db58-41e8-8cd8-f7c7e3454933 req-4d0e0dee-735d-4817-a16b-ef3d39487fbf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1ed953e-0879-414b-bb1e-0727908675f4 HTTP/1.1" status: 200 len: 217 time: 0.0680158 Jan 15 10:20:00.939812 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f867f64-832a-4026-99b2-93251c9bf638 req-79e9dc41-3de7-4a17-a00d-6e3fd2b8c25e tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:00.943644 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2f867f64-832a-4026-99b2-93251c9bf638 req-79e9dc41-3de7-4a17-a00d-6e3fd2b8c25e tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.3170025 Jan 15 10:20:00.945135 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8923146-db58-41e8-8cd8-f7c7e3454933 req-6ff77a37-c63e-4fea-a528-b7a8fae18eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:00.946680 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c8923146-db58-41e8-8cd8-f7c7e3454933 req-6ff77a37-c63e-4fea-a528-b7a8fae18eaf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e50e1e9-0d81-4100-9cb2-e63b82b84a17 HTTP/1.1" status: 200 len: 859 time: 0.0676553 Jan 15 10:20:00.967794 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade0d0c-51f2-4b20-b1aa-6f2400527c42 req-1cd05c02-3891-46a1-8b72-4dc4a294940b tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:00.969496 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-eade0d0c-51f2-4b20-b1aa-6f2400527c42 req-1cd05c02-3891-46a1-8b72-4dc4a294940b tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.3827834 Jan 15 10:20:01.007723 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c8923146-db58-41e8-8cd8-f7c7e3454933 req-46c46408-cdd6-4b80-b18e-3ade5f325a23 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60c0f2f7-268b-47c9-a1ee-3c187c42dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454388 Jan 15 10:20:01.166088 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c8923146-db58-41e8-8cd8-f7c7e3454933 req-f5fdaeec-1af6-48c6-87cc-9a975a22e731 service neutron] 10.222.0.73 "GET /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455455 Jan 15 10:20:01.275251 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e671de2-499a-4807-a84d-912c9c67ca69 req-43f45360-0628-45cd-ace5-b31bcc34da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:01.278039 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7e671de2-499a-4807-a84d-912c9c67ca69 req-43f45360-0628-45cd-ace5-b31bcc34da5a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 1162 time: 0.5914109 Jan 15 10:20:01.285913 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device e22172f8-fdb7-48f9-a481-cea77e27b0be up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:20:01.321256 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c8923146-db58-41e8-8cd8-f7c7e3454933 req-a1f9d32f-05e3-4c84-9978-3ec436c79ef9 service neutron] 10.222.0.73 "GET /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1476674 Jan 15 10:20:01.386418 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2f867f64-832a-4026-99b2-93251c9bf638 req-41d3bbff-d7dd-4922-842f-9e4db5b0cad5 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158289 Jan 15 10:20:01.387687 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port e22172f8-fdb7-48f9-a481-cea77e27b0be triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:20:01.388187 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:01.414488 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-eade0d0c-51f2-4b20-b1aa-6f2400527c42 req-db137f78-1fec-47d3-ac9e-40dfab3fdba0 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4203482 Jan 15 10:20:01.442628 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7e671de2-499a-4807-a84d-912c9c67ca69 req-d434acc0-4845-4964-8973-b866c07dd08f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556768 Jan 15 10:20:01.536221 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-84be80fd-0200-4328-a2f8-b3e0d3a47649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2347965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853686458'] for subnet, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:01.557780 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:01.605476 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be80fd-0200-4328-a2f8-b3e0d3a47649 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e91265d-e459-4a4a-806c-0222fd8c2b2f,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:01.609332 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-84be80fd-0200-4328-a2f8-b3e0d3a47649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:01.694216 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-84be80fd-0200-4328-a2f8-b3e0d3a47649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for subnet, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:01.701605 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-84be80fd-0200-4328-a2f8-b3e0d3a47649 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0e91265d-e459-4a4a-806c-0222fd8c2b2f HTTP/1.1" status: 204 len: 168 time: 1.2868285 Jan 15 10:20:01.704188 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 59784) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:01.823830 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6003ad52-93c2-48ca-a9be-5b0e992b7354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357326'] for network, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:02.012897 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6003ad52-93c2-48ca-a9be-5b0e992b7354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631286', 'neutron.services.segments.db._delete_segments_for_network-8727284934413'] for network, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:02.127270 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-6003ad52-93c2-48ca-a9be-5b0e992b7354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['268ba411-bddd-4dc3-b15d-e786f93a1164']}} {{(pid=80099) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:20:02.139737 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-6003ad52-93c2-48ca-a9be-5b0e992b7354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb2ed7a-c7b1-46e8-8fbb-cad05be63716') {'for_net_delete': True} {{(pid=80099) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:20:02.140073 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-6003ad52-93c2-48ca-a9be-5b0e992b7354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb2ed7a-c7b1-46e8-8fbb-cad05be63716') {} {{(pid=80099) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:20:02.152413 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6003ad52-93c2-48ca-a9be-5b0e992b7354 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309569803022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2133171'] for segment, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:02.167546 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6003ad52-93c2-48ca-a9be-5b0e992b7354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:02.169602 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6003ad52-93c2-48ca-a9be-5b0e992b7354 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:20:02.350629 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-6003ad52-93c2-48ca-a9be-5b0e992b7354 admin admin] Network 268ba411-bddd-4dc3-b15d-e786f93a1164 has no segments {{(pid=80099) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:20:02.360519 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6003ad52-93c2-48ca-a9be-5b0e992b7354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-629596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2348000'] for segment, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:02.580852 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-6003ad52-93c2-48ca-a9be-5b0e992b7354 admin admin] Network 268ba411-bddd-4dc3-b15d-e786f93a1164 has no segments {{(pid=80099) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: Traceback (most recent call last): Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: timer() Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: cb(*args, **kw) Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: return func(*args, **kwargs) Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: self._notify() Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: self.callback(batched_events) Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: event.method(event) Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: segment_id)['aggregates'][0] Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: return f(self, *a, **k) Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: return self._get(url).json() Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: **kwargs) Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: return self.request(url, 'GET', **kwargs) Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: **endpoint_filter) Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:20:02.608849 dv-cinder-768592-3-smb neutron-server[79989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:20:02.759672 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6003ad52-93c2-48ca-a9be-5b0e992b7354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409743'] for network, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:02.771335 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:02.788524 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6003ad52-93c2-48ca-a9be-5b0e992b7354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:02.802904 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003ad52-93c2-48ca-a9be-5b0e992b7354 admin admin] Pushing event deleted for resources: {'Network': ['ID=268ba411-bddd-4dc3-b15d-e786f93a1164,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:02.808196 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-6003ad52-93c2-48ca-a9be-5b0e992b7354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:02.819749 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-6003ad52-93c2-48ca-a9be-5b0e992b7354 admin admin] 10.222.0.60 "DELETE /v2.0/networks/268ba411-bddd-4dc3-b15d-e786f93a1164 HTTP/1.1" status: 204 len: 168 time: 1.1144896 Jan 15 10:20:02.823669 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 59802) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:02.847349 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cd689-abab-475e-b463-fb37d0cb4ac1 req-bfbbc58c-06f0-486c-85bd-0a99a9dbfd97 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:02.849058 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-448cd689-abab-475e-b463-fb37d0cb4ac1 req-bfbbc58c-06f0-486c-85bd-0a99a9dbfd97 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.3200419 Jan 15 10:20:02.872046 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da5951-c1e9-4e79-a213-167bb4ed4000 req-f895f6f1-086e-46d1-a34f-a3efb6c3ff11 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:02.873619 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-07da5951-c1e9-4e79-a213-167bb4ed4000 req-f895f6f1-086e-46d1-a34f-a3efb6c3ff11 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.2949350 Jan 15 10:20:02.900429 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad482f78-ed29-477d-a988-5ab8c520573e admin admin] Deleting subnet a1c3215c-6b6b-4061-a8b6-febc2585b7e1 {{(pid=80098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:20:02.904412 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ad482f78-ed29-477d-a988-5ab8c520573e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:02.964283 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-448cd689-abab-475e-b463-fb37d0cb4ac1 req-291105e4-016b-4a29-b192-4a45cac634a1 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895143 Jan 15 10:20:02.995695 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-07da5951-c1e9-4e79-a213-167bb4ed4000 req-79b22edd-382a-4e12-a95a-1ccc21d63b26 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056778 Jan 15 10:20:03.014247 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ad482f78-ed29-477d-a988-5ab8c520573e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3229886'] for subnet, precommit_delete_associations {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:03.087227 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ad482f78-ed29-477d-a988-5ab8c520573e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854144639'] for subnet, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:03.364844 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ad482f78-ed29-477d-a988-5ab8c520573e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850609153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852289168'] for subnet, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:03.378306 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device e1ed953e-0879-414b-bb1e-0727908675f4 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:20:03.380929 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:03.426882 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad482f78-ed29-477d-a988-5ab8c520573e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1c3215c-6b6b-4061-a8b6-febc2585b7e1,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:03.431688 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ad482f78-ed29-477d-a988-5ab8c520573e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:03.461242 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port e1ed953e-0879-414b-bb1e-0727908675f4 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:20:03.461659 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:03.520983 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ad482f78-ed29-477d-a988-5ab8c520573e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:03.527184 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-ad482f78-ed29-477d-a988-5ab8c520573e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a1c3215c-6b6b-4061-a8b6-febc2585b7e1 HTTP/1.1" status: 204 len: 168 time: 0.7022104 Jan 15 10:20:03.529657 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 59836) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:03.653913 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9ef84bcf-84ae-4227-9f24-7cc1b3bd1d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357326'] for network, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:03.846740 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9ef84bcf-84ae-4227-9f24-7cc1b3bd1d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631286', 'neutron.services.segments.db._delete_segments_for_network-8727284934413'] for network, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:03.967886 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-9ef84bcf-84ae-4227-9f24-7cc1b3bd1d0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7f9321-5e22-4af3-a304-576b2803e2f0']}} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:20:03.982264 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-9ef84bcf-84ae-4227-9f24-7cc1b3bd1d0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d56c09-0aff-437d-94e9-d965e1faf9bf') {'for_net_delete': True} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:20:03.982606 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-9ef84bcf-84ae-4227-9f24-7cc1b3bd1d0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d56c09-0aff-437d-94e9-d965e1faf9bf') {} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:20:03.995218 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9ef84bcf-84ae-4227-9f24-7cc1b3bd1d0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309569803022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851545978'] for segment, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:04.010749 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9ef84bcf-84ae-4227-9f24-7cc1b3bd1d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:04.012915 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9ef84bcf-84ae-4227-9f24-7cc1b3bd1d0a admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:20:04.201172 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-9ef84bcf-84ae-4227-9f24-7cc1b3bd1d0a admin admin] Network 3c7f9321-5e22-4af3-a304-576b2803e2f0 has no segments {{(pid=80098) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:20:04.210404 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9ef84bcf-84ae-4227-9f24-7cc1b3bd1d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-629596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850609246'] for segment, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:04.262939 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24772b4e-3480-4add-ad9f-8b2ed43aa60d req-4bf65ecb-e7a9-4617-a668-2d4652d7b100 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:04.264543 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-24772b4e-3480-4add-ad9f-8b2ed43aa60d req-4bf65ecb-e7a9-4617-a668-2d4652d7b100 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1696005 Jan 15 10:20:04.292136 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ec959-d21a-4c67-af93-eefa02ec10af req-5a1a4e36-e295-4f9f-9f36-54d017fc534e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:04.293774 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a53ec959-d21a-4c67-af93-eefa02ec10af req-5a1a4e36-e295-4f9f-9f36-54d017fc534e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.1486630 Jan 15 10:20:04.380362 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-24772b4e-3480-4add-ad9f-8b2ed43aa60d req-87ddc0fe-64f4-49b4-bbb3-fc80024d3730 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855033 Jan 15 10:20:04.386685 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a53ec959-d21a-4c67-af93-eefa02ec10af req-b8ec3855-8f33-4bdb-af94-7f5f4b94682a tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728891 Jan 15 10:20:04.397894 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-9ef84bcf-84ae-4227-9f24-7cc1b3bd1d0a admin admin] Network 3c7f9321-5e22-4af3-a304-576b2803e2f0 has no segments {{(pid=80098) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: Traceback (most recent call last): Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: timer() Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: cb(*args, **kw) Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: return func(*args, **kwargs) Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: self._notify() Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: self.callback(batched_events) Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: event.method(event) Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: segment_id)['aggregates'][0] Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: return f(self, *a, **k) Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: return self._get(url).json() Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: **kwargs) Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: return self.request(url, 'GET', **kwargs) Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: **endpoint_filter) Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:20:04.422459 dv-cinder-768592-3-smb neutron-server[79989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:20:04.509134 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9ef84bcf-84ae-4227-9f24-7cc1b3bd1d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409743'] for network, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:04.513903 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:04.531434 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9ef84bcf-84ae-4227-9f24-7cc1b3bd1d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:04.537547 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-9ef84bcf-84ae-4227-9f24-7cc1b3bd1d0a admin admin] 10.222.0.60 "DELETE /v2.0/networks/3c7f9321-5e22-4af3-a304-576b2803e2f0 HTTP/1.1" status: 204 len: 168 time: 1.0068657 Jan 15 10:20:04.541200 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef84bcf-84ae-4227-9f24-7cc1b3bd1d0a admin admin] Pushing event deleted for resources: {'Network': ['ID=3c7f9321-5e22-4af3-a304-576b2803e2f0,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:04.544361 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-9ef84bcf-84ae-4227-9f24-7cc1b3bd1d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:04.698567 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 59860) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:04.758106 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-6754f034-0382-4558-9c19-221a6c3f49e4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=746388c669fc43d3b66d97f75e3aa0b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580118 Jan 15 10:20:04.760782 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 59864) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:04.831278 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6c9c23d5-198b-428e-97e0-c360eb5ce611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:04.861970 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6c9c23d5-198b-428e-97e0-c360eb5ce611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:04.924908 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6c9c23d5-198b-428e-97e0-c360eb5ce611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:04.930191 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-4b694e85-1318-424e-a67f-f4008dfe2bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:04.943601 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c23d5-198b-428e-97e0-c360eb5ce611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa64282-de5d-4913-87a3-7cb13ec82729,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:04.947986 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-6c9c23d5-198b-428e-97e0-c360eb5ce611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:04.951732 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6c9c23d5-198b-428e-97e0-c360eb5ce611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:04.965070 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-6c9c23d5-198b-428e-97e0-c360eb5ce611 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1fa64282-de5d-4913-87a3-7cb13ec82729 HTTP/1.1" status: 204 len: 168 time: 0.2032022 Jan 15 10:20:05.323933 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 59878) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:05.375552 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-8abb4b92-33dd-4559-8609-b6fe35c19883 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c98b635aba349599fd40ba4072530c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501633 Jan 15 10:20:05.378037 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 59882) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:05.380672 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device e1ed953e-0879-414b-bb1e-0727908675f4 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:20:05.451536 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f2563548-d813-41a2-90c6-a1b98c960dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:05.454768 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port e1ed953e-0879-414b-bb1e-0727908675f4 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:20:05.455223 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:05.480009 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f2563548-d813-41a2-90c6-a1b98c960dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:05.531229 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f2563548-d813-41a2-90c6-a1b98c960dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:05.536433 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-919534c8-a2f8-41c3-a8fb-3a13da1a8859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:05.550613 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2563548-d813-41a2-90c6-a1b98c960dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a8c961-486d-49f2-b712-9a5a840a9e07,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:05.554556 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f2563548-d813-41a2-90c6-a1b98c960dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:05.555980 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f2563548-d813-41a2-90c6-a1b98c960dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:05.557110 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-f2563548-d813-41a2-90c6-a1b98c960dd9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/71a8c961-486d-49f2-b712-9a5a840a9e07 HTTP/1.1" status: 204 len: 168 time: 0.1779852 Jan 15 10:20:09.210637 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc8c4d-0436-4273-8818-2e079c73c980 req-f1f4ca24-6cf7-4609-bcaa-d9d9c40eee11 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:09.212412 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-20dc8c4d-0436-4273-8818-2e079c73c980 req-f1f4ca24-6cf7-4609-bcaa-d9d9c40eee11 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.1179104 Jan 15 10:20:09.270674 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-20dc8c4d-0436-4273-8818-2e079c73c980 req-16400610-f334-4835-b393-096602960593 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487509 Jan 15 10:20:10.513336 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f5c97-121a-42a4-bd7d-ac19290c042f req-8e3b0ca2-80d5-4651-9048-7a0aa6bb6da5 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:10.514960 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-cf6f5c97-121a-42a4-bd7d-ac19290c042f req-8e3b0ca2-80d5-4651-9048-7a0aa6bb6da5 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.1074297 Jan 15 10:20:10.569843 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-cf6f5c97-121a-42a4-bd7d-ac19290c042f req-86cc51d6-6c74-48ae-bfc4-7ae370fc1caf tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483577 Jan 15 10:20:11.316271 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:20:11.679574 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d1ea194d-e34e-4379-ae38-567ee02129a3 req-6f29f049-db35-408c-8387-7386195a8f4e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0814862 Jan 15 10:20:11.871328 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc54c93-f995-45d5-88df-b0f48412f9bb req-ccd2f154-77d1-43bb-bf5f-5e49969fd73a tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:11.872992 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fdc54c93-f995-45d5-88df-b0f48412f9bb req-ccd2f154-77d1-43bb-bf5f-5e49969fd73a tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.1642411 Jan 15 10:20:11.898576 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea194d-e34e-4379-ae38-567ee02129a3 req-48b09a4e-03f3-48d4-90db-edb5aa3a6c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:11.900160 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d1ea194d-e34e-4379-ae38-567ee02129a3 req-48b09a4e-03f3-48d4-90db-edb5aa3a6c54 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abfc5430ec924b65b5d1d6a28978f3e3&device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 1162 time: 0.1333594 Jan 15 10:20:11.958872 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fdc54c93-f995-45d5-88df-b0f48412f9bb req-0100e317-3c89-4e42-89cf-58f3723449d5 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790279 Jan 15 10:20:12.079199 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea194d-e34e-4379-ae38-567ee02129a3 req-3b85fd04-296d-48c0-9e93-7d0ca6a908cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:12.080799 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d1ea194d-e34e-4379-ae38-567ee02129a3 req-3b85fd04-296d-48c0-9e93-7d0ca6a908cc service neutron] 10.222.0.73 "GET /v2.0/networks?id=60c0f2f7-268b-47c9-a1ee-3c187c42dd49 HTTP/1.1" status: 200 len: 913 time: 0.1532123 Jan 15 10:20:12.129344 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc3401-3fb5-4cb9-816b-a118aea47aef req-25de91ad-7733-4b40-9a99-9892f8a37825 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:12.130140 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-e1cc3401-3fb5-4cb9-816b-a118aea47aef req-25de91ad-7733-4b40-9a99-9892f8a37825 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Synchronizing usage tracker for tenant:abfc5430ec924b65b5d1d6a28978f3e3 on resource:port {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:20:12.146874 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-e1cc3401-3fb5-4cb9-816b-a118aea47aef req-25de91ad-7733-4b40-9a99-9892f8a37825 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Unset dirty status for tenant:abfc5430ec924b65b5d1d6a28978f3e3 on resource:port {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:20:12.148324 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e1cc3401-3fb5-4cb9-816b-a118aea47aef req-25de91ad-7733-4b40-9a99-9892f8a37825 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.73 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 945 time: 0.1212440 Jan 15 10:20:12.157676 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d1ea194d-e34e-4379-ae38-567ee02129a3 req-861955a9-64d5-47f7-b5b4-b39d4437f0e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1ed953e-0879-414b-bb1e-0727908675f4 HTTP/1.1" status: 200 len: 217 time: 0.0663338 Jan 15 10:20:12.233099 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-e1cc3401-3fb5-4cb9-816b-a118aea47aef req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Deleting port d09f9457-f045-44fc-9277-47f20625c20d {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:20:12.233307 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea194d-e34e-4379-ae38-567ee02129a3 req-4c690b0f-1c01-448c-b7ed-8716bd133c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:12.233437 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-e1cc3401-3fb5-4cb9-816b-a118aea47aef req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:12.234680 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d1ea194d-e34e-4379-ae38-567ee02129a3 req-4c690b0f-1c01-448c-b7ed-8716bd133c9d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e50e1e9-0d81-4100-9cb2-e63b82b84a17 HTTP/1.1" status: 200 len: 859 time: 0.0708351 Jan 15 10:20:12.297795 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d1ea194d-e34e-4379-ae38-567ee02129a3 req-31a16063-eba9-4077-8cd2-7e56f5e85a61 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60c0f2f7-268b-47c9-a1ee-3c187c42dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464723 Jan 15 10:20:12.467291 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d1ea194d-e34e-4379-ae38-567ee02129a3 req-286823f4-f01d-4740-b851-1d26669dd20e service neutron] 10.222.0.73 "GET /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438572 Jan 15 10:20:12.498457 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-e1cc3401-3fb5-4cb9-816b-a118aea47aef req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] For port d09f9457-f045-44fc-9277-47f20625c20d, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=d09f9457-f045-44fc-9277-47f20625c20d,segment=NetworkSegment(df2c266a-1339-4852-923e-89f2bf75b81c),segment_id=df2c266a-1339-4852-923e-89f2bf75b81c)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:20:12.498457 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-e1cc3401-3fb5-4cb9-816b-a118aea47aef req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:12.637719 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-e1cc3401-3fb5-4cb9-816b-a118aea47aef req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Calling delete_port for d09f9457-f045-44fc-9277-47f20625c20d owned by compute:nova {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:20:12.642436 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d1ea194d-e34e-4379-ae38-567ee02129a3 req-0b933424-0b39-445d-8b7d-7741dd54f6ee service neutron] 10.222.0.73 "GET /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1663098 Jan 15 10:20:12.797434 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-e1cc3401-3fb5-4cb9-816b-a118aea47aef req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:12.815649 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-53a486d6-3c98-4b27-9e1e-c243e50714df tempest-VolumesActionsTest-534989167 tempest-VolumesActionsTest-534989167] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:13.091112 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7dcbaa-3565-4215-a129-053a4f263a48 req-e0f47c94-88e9-4250-8183-428353d5938b tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:13.093743 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7c7dcbaa-3565-4215-a129-053a4f263a48 req-e0f47c94-88e9-4250-8183-428353d5938b tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=387e1273-5072-47f7-9856-cd565e5f3a2c HTTP/1.1" status: 200 len: 946 time: 0.1468630 Jan 15 10:20:13.177846 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Pushing event deleted for resources: {'Port': ['ID=d09f9457-f045-44fc-9277-47f20625c20d,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:13.182643 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a8587c8e-bdc6-4e1d-a186-0dcd93256a4b req-17a44639-7747-45dd-91d9-520722741edd tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 210 time: 0.0578883 Jan 15 10:20:13.212924 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:13.213865 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:13.214256 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:13.214646 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:13.215036 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:13.215447 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:13.215835 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:13.216316 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:13.216624 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:13.217163 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:13.217276 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:13.217645 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:13.218064 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:13.218446 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:13.218823 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:13.219229 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:13.219611 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:13.220219 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:13.220498 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:13.221033 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:13.221413 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:13.221791 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:13.222151 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:13.222586 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:13.234539 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:13.237543 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7c7dcbaa-3565-4215-a129-053a4f263a48 req-3b82cc92-f54e-4919-b995-e4771967ff8e tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371722 Jan 15 10:20:13.314718 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cc3401-3fb5-4cb9-816b-a118aea47aef req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] No DVR routers for this DVR port d09f9457-f045-44fc-9277-47f20625c20d on host hv-cinder-76859 {{(pid=80098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:20:13.317421 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-e1cc3401-3fb5-4cb9-816b-a118aea47aef req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:13.320343 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4f1a76-1209-4e53-9e33-16fd8161f5fc', 'name': 'network-vif-deleted', 'tag': 'd09f9457-f045-44fc-9277-47f20625c20d'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:20:13.339768 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e1cc3401-3fb5-4cb9-816b-a118aea47aef req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.73 "DELETE /v2.0/ports/d09f9457-f045-44fc-9277-47f20625c20d HTTP/1.1" status: 204 len: 173 time: 1.1845419 Jan 15 10:20:13.394083 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4f1a76-1209-4e53-9e33-16fd8161f5fc', 'name': 'network-vif-deleted', 'tag': 'd09f9457-f045-44fc-9277-47f20625c20d', 'status': 'completed', 'code': 200} Jan 15 10:20:13.600574 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device d09f9457-f045-44fc-9277-47f20625c20d no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:20:13.638618 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] No Port match for: d09f9457-f045-44fc-9277-47f20625c20d {{(pid=80100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:20:13.639018 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device d09f9457-f045-44fc-9277-47f20625c20d not bound to the agent host hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:20:14.440070 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-66c002c1-acd7-4837-8c22-3b2f67b494e3 req-8227e8fc-4bfa-44c6-a933-fbd9ceb33fe1 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=5d4f1a76-1209-4e53-9e33-16fd8161f5fc HTTP/1.1" status: 200 len: 210 time: 0.0824416 Jan 15 10:20:14.509971 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87e7fc-87aa-4c29-ad5a-52596d5d7f28 req-d0533dc2-3c5a-4f56-b5b9-2e5990fb89f1 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:14.511616 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7b87e7fc-87aa-4c29-ad5a-52596d5d7f28 req-d0533dc2-3c5a-4f56-b5b9-2e5990fb89f1 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=387e1273-5072-47f7-9856-cd565e5f3a2c HTTP/1.1" status: 200 len: 946 time: 0.1124709 Jan 15 10:20:14.569117 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7b87e7fc-87aa-4c29-ad5a-52596d5d7f28 req-93e94dfe-3fd5-425d-8c3a-233928d276e9 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509214 Jan 15 10:20:15.423602 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:15.474456 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9874603c-46b0-4f58-b124-c1087577e2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:15.802949 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a11e70-9761-4c43-bf06-fa0054463ea9 req-d65f2cbb-47d6-43aa-bcac-c3f108c14169 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:15.804706 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-11a11e70-9761-4c43-bf06-fa0054463ea9 req-d65f2cbb-47d6-43aa-bcac-c3f108c14169 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=387e1273-5072-47f7-9856-cd565e5f3a2c HTTP/1.1" status: 200 len: 946 time: 0.1030679 Jan 15 10:20:15.862839 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-11a11e70-9761-4c43-bf06-fa0054463ea9 req-c6427964-5b81-4afc-be96-dba3814d325c tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506654 Jan 15 10:20:16.035441 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e596e90-7ead-4c64-9891-092d97f9fe36 req-160c0fce-760a-4a79-9302-46dc6c96b7e7 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:16.037142 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2e596e90-7ead-4c64-9891-092d97f9fe36 req-160c0fce-760a-4a79-9302-46dc6c96b7e7 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1197872 Jan 15 10:20:16.095103 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2e596e90-7ead-4c64-9891-092d97f9fe36 req-ae022988-12c8-4fa9-b953-369d5fc58953 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495267 Jan 15 10:20:17.104388 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d78c5-7599-45d6-bd32-f26f28faeaf4 req-ed8b3d27-250e-426c-a22b-333a109c2881 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:17.106480 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-cd2d78c5-7599-45d6-bd32-f26f28faeaf4 req-ed8b3d27-250e-426c-a22b-333a109c2881 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=387e1273-5072-47f7-9856-cd565e5f3a2c HTTP/1.1" status: 200 len: 946 time: 0.1027257 Jan 15 10:20:17.165770 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-cd2d78c5-7599-45d6-bd32-f26f28faeaf4 req-307d4596-54f3-41c9-92c5-65e5430c6930 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523975 Jan 15 10:20:17.344437 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a095fa-c227-41cd-8a19-7f2df123abc2 req-5bd75aa2-efd0-4b78-b92f-26be1529bdc8 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:17.346244 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c8a095fa-c227-41cd-8a19-7f2df123abc2 req-5bd75aa2-efd0-4b78-b92f-26be1529bdc8 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1106536 Jan 15 10:20:17.399943 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c8a095fa-c227-41cd-8a19-7f2df123abc2 req-24632869-f4f6-49b3-9caf-701579d20b4b tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466154 Jan 15 10:20:17.898637 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2fd2620d-92c5-497e-9951-7f5c476843b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:18.476755 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:18.673433 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 60068) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:18.691523 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a37345-7eec-46d4-b755-1e4cb0c6d959 req-d1c2c17f-f223-408c-81c6-7f5f77af87c2 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:18.693240 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-96a37345-7eec-46d4-b755-1e4cb0c6d959 req-d1c2c17f-f223-408c-81c6-7f5f77af87c2 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=387e1273-5072-47f7-9856-cd565e5f3a2c HTTP/1.1" status: 200 len: 946 time: 0.3956938 Jan 15 10:20:18.721801 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f73a7-51b9-4e96-a59d-cf4b20186cad req-8fb89c88-c5bb-4b47-a13c-b0eb2df94854 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:18.723629 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e41f73a7-51b9-4e96-a59d-cf4b20186cad req-8fb89c88-c5bb-4b47-a13c-b0eb2df94854 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1553695 Jan 15 10:20:18.810980 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-96a37345-7eec-46d4-b755-1e4cb0c6d959 req-a67cff9b-49bf-474a-b031-1d9d95712471 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862782 Jan 15 10:20:18.816793 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e41f73a7-51b9-4e96-a59d-cf4b20186cad req-b36c2e87-3944-4ec2-9044-ca353d869e91 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746629 Jan 15 10:20:18.834200 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b1c08441-4568-4ae1-a72f-eeb221e57481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:18.850539 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-b1c08441-4568-4ae1-a72f-eeb221e57481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:20:18.855110 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-b1c08441-4568-4ae1-a72f-eeb221e57481 admin admin] Usage tracker for resource:security_group_rule and tenant:5859d0c93ac4431da9c60f30483bacf6 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:20:18.858014 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-b1c08441-4568-4ae1-a72f-eeb221e57481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:20:18.863904 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-b1c08441-4568-4ae1-a72f-eeb221e57481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:20:18.951330 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b1c08441-4568-4ae1-a72f-eeb221e57481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:18.954580 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b1c08441-4568-4ae1-a72f-eeb221e57481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:18.963597 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:19.050469 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-b1c08441-4568-4ae1-a72f-eeb221e57481 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5859d0c93ac4431da9c60f30483bacf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3757937 Jan 15 10:20:19.053253 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 60074) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:19.055349 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c08441-4568-4ae1-a72f-eeb221e57481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9330c64-b657-4ed1-8107-a68320d4f2d2,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:19.062462 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b1c08441-4568-4ae1-a72f-eeb221e57481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:19.113715 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa99963-1a9c-4f25-8500-df593b71aea8 req-e3ac96cc-7e3e-4944-8565-5760bf4c9bea tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:19.114492 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-6fa99963-1a9c-4f25-8500-df593b71aea8 req-e3ac96cc-7e3e-4944-8565-5760bf4c9bea tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Synchronizing usage tracker for tenant:d5ed31d8a5ee49f59b4857870343b1f5 on resource:port {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:20:19.120561 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:19.134471 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-6fa99963-1a9c-4f25-8500-df593b71aea8 req-e3ac96cc-7e3e-4944-8565-5760bf4c9bea tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Unset dirty status for tenant:d5ed31d8a5ee49f59b4857870343b1f5 on resource:port {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:20:19.135864 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-6fa99963-1a9c-4f25-8500-df593b71aea8 req-e3ac96cc-7e3e-4944-8565-5760bf4c9bea tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.73 "GET /v2.0/ports?device_id=387e1273-5072-47f7-9856-cd565e5f3a2c HTTP/1.1" status: 200 len: 946 time: 0.1300225 Jan 15 10:20:19.148831 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:19.195093 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:19.200197 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:19.214727 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9330c64-b657-4ed1-8107-a68320d4f2d2,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:19.217793 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-6fa99963-1a9c-4f25-8500-df593b71aea8 req-256e6c84-90ff-4861-ad0b-b73479ef963f tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Deleting port 8908db6c-50c4-430d-93f1-3a36a8b84c15 {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:20:19.218184 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-6fa99963-1a9c-4f25-8500-df593b71aea8 req-256e6c84-90ff-4861-ad0b-b73479ef963f tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:19.222941 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:19.224463 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a9330c64-b657-4ed1-8107-a68320d4f2d2 HTTP/1.1" status: 204 len: 168 time: 0.1701393 Jan 15 10:20:19.226165 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.226570 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.227050 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.227414 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.227803 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.228194 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.228577 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.228963 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.229374 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.230283 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.230664 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.231133 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.231566 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.231952 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.232334 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.232713 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.233092 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.233470 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.233849 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.234223 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.234596 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.234974 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.235404 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.235779 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.239986 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:19.393128 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 8908db6c-50c4-430d-93f1-3a36a8b84c15 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:20:19.462855 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:19.486785 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-6fa99963-1a9c-4f25-8500-df593b71aea8 req-256e6c84-90ff-4861-ad0b-b73479ef963f tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] For port 8908db6c-50c4-430d-93f1-3a36a8b84c15, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=8908db6c-50c4-430d-93f1-3a36a8b84c15,segment=NetworkSegment(d5d26f90-5abb-4887-857b-47343fbf8f3a),segment_id=d5d26f90-5abb-4887-857b-47343fbf8f3a)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:20:19.487401 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-6fa99963-1a9c-4f25-8500-df593b71aea8 req-256e6c84-90ff-4861-ad0b-b73479ef963f tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:19.533218 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:19.577299 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port 8908db6c-50c4-430d-93f1-3a36a8b84c15, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=8908db6c-50c4-430d-93f1-3a36a8b84c15,segment=NetworkSegment(d5d26f90-5abb-4887-857b-47343fbf8f3a),segment_id=d5d26f90-5abb-4887-857b-47343fbf8f3a)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:20:19.580481 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387e1273-5072-47f7-9856-cd565e5f3a2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8908db6c-50c4-430d-93f1-3a36a8b84c15'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:20:19.587300 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:19.591264 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:19.607758 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 60084) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:19.629772 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b8e265c5-9463-47c7-afd6-e343a35478ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:19.631879 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-6fa99963-1a9c-4f25-8500-df593b71aea8 req-256e6c84-90ff-4861-ad0b-b73479ef963f tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Calling delete_port for 8908db6c-50c4-430d-93f1-3a36a8b84c15 owned by compute:nova {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:20:19.647056 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387e1273-5072-47f7-9856-cd565e5f3a2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8908db6c-50c4-430d-93f1-3a36a8b84c15', 'code': 200} Jan 15 10:20:19.649020 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-b8e265c5-9463-47c7-afd6-e343a35478ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:20:19.655867 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-b8e265c5-9463-47c7-afd6-e343a35478ee admin admin] Usage tracker for resource:security_group_rule and tenant:9f725de6a8e640c9a1c3d0043b97d187 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:20:19.660098 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-b8e265c5-9463-47c7-afd6-e343a35478ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:20:19.666790 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-b8e265c5-9463-47c7-afd6-e343a35478ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:20:19.667041 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=8908db6c-50c4-430d-93f1-3a36a8b84c15,revision_number=5']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:19.675687 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.676081 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.676460 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.676827 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.677181 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.677546 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.678018 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.678258 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.678625 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.678986 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.679377 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.679735 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.680435 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.680435 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.680804 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.681160 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.681523 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.681881 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.682237 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.682824 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.683478 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.683681 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.684308 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.684422 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:19.688995 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:19.721229 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.db.api [req-6fa99963-1a9c-4f25-8500-df593b71aea8 req-256e6c84-90ff-4861-ad0b-b73479ef963f tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80098) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:20:19.721600 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_db.api [req-6fa99963-1a9c-4f25-8500-df593b71aea8 req-256e6c84-90ff-4861-ad0b-b73479ef963f tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:20:19.762601 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b8e265c5-9463-47c7-afd6-e343a35478ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:19.765505 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b8e265c5-9463-47c7-afd6-e343a35478ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:19.773934 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-2cba9716-d305-4bc0-ad7a-5df2cd988369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:19.817760 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-b8e265c5-9463-47c7-afd6-e343a35478ee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f725de6a8e640c9a1c3d0043b97d187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2086358 Jan 15 10:20:19.819506 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e265c5-9463-47c7-afd6-e343a35478ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa893e6-d1ef-42c1-8592-dfb9158c1b06,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:19.820675 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 60088) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:19.822943 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b8e265c5-9463-47c7-afd6-e343a35478ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:19.891716 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9182255d-16ad-4222-bf73-3bba77074156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:19.939880 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9182255d-16ad-4222-bf73-3bba77074156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:19.994100 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9182255d-16ad-4222-bf73-3bba77074156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:20.000584 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-7414daab-8636-407d-952d-23259740cd4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:20.018338 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182255d-16ad-4222-bf73-3bba77074156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa893e6-d1ef-42c1-8592-dfb9158c1b06,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:20.021469 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-9182255d-16ad-4222-bf73-3bba77074156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:20.040944 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9182255d-16ad-4222-bf73-3bba77074156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:20.042729 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-9182255d-16ad-4222-bf73-3bba77074156 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/afa893e6-d1ef-42c1-8592-dfb9158c1b06 HTTP/1.1" status: 204 len: 168 time: 0.2208090 Jan 15 10:20:20.075713 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc1573-f990-4d59-a28a-1bda2021e261 req-68d37ac1-03e8-45a3-b0f4-46c3aaff01de tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:20.077490 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a8fc1573-f990-4d59-a28a-1bda2021e261 req-68d37ac1-03e8-45a3-b0f4-46c3aaff01de tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1147900 Jan 15 10:20:20.109304 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:20.192668 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a8fc1573-f990-4d59-a28a-1bda2021e261 req-d7cd9c81-08b5-485e-9621-8935dd1fb95e tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077442 Jan 15 10:20:20.224001 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-6fa99963-1a9c-4f25-8500-df593b71aea8 req-256e6c84-90ff-4861-ad0b-b73479ef963f tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Deleting port 8908db6c-50c4-430d-93f1-3a36a8b84c15 {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:20:20.224410 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-6fa99963-1a9c-4f25-8500-df593b71aea8 req-256e6c84-90ff-4861-ad0b-b73479ef963f tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:20.236259 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03612431-97f2-400a-8ebf-c8a84745b645 req-0633d712-bdad-4a24-aae3-eab3603bb233 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:20.237938 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-03612431-97f2-400a-8ebf-c8a84745b645 req-0633d712-bdad-4a24-aae3-eab3603bb233 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=387e1273-5072-47f7-9856-cd565e5f3a2c HTTP/1.1" status: 200 len: 944 time: 0.1317587 Jan 15 10:20:20.308384 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-03612431-97f2-400a-8ebf-c8a84745b645 req-0edeb196-8d20-491d-b82e-ed90ce41b4f9 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601013 Jan 15 10:20:20.496303 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-6fa99963-1a9c-4f25-8500-df593b71aea8 req-256e6c84-90ff-4861-ad0b-b73479ef963f tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] For port 8908db6c-50c4-430d-93f1-3a36a8b84c15, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=8908db6c-50c4-430d-93f1-3a36a8b84c15,segment=NetworkSegment(d5d26f90-5abb-4887-857b-47343fbf8f3a),segment_id=d5d26f90-5abb-4887-857b-47343fbf8f3a)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:20:20.496839 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-6fa99963-1a9c-4f25-8500-df593b71aea8 req-256e6c84-90ff-4861-ad0b-b73479ef963f tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:20.625913 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-6fa99963-1a9c-4f25-8500-df593b71aea8 req-256e6c84-90ff-4861-ad0b-b73479ef963f tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Calling delete_port for 8908db6c-50c4-430d-93f1-3a36a8b84c15 owned by compute:nova {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:20:20.786636 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-6fa99963-1a9c-4f25-8500-df593b71aea8 req-256e6c84-90ff-4861-ad0b-b73479ef963f tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:20.803837 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e06655de-5805-4dbb-8b27-cbcdf8e69d06 tempest-DeleteServersTestJSON-852595168 tempest-DeleteServersTestJSON-852595168] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:20.859552 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e6c84-90ff-4861-ad0b-b73479ef963f tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Pushing event deleted for resources: {'Port': ['ID=8908db6c-50c4-430d-93f1-3a36a8b84c15,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:20.864292 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-256e6c84-90ff-4861-ad0b-b73479ef963f tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:21.019037 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa99963-1a9c-4f25-8500-df593b71aea8 req-256e6c84-90ff-4861-ad0b-b73479ef963f tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] No DVR routers for this DVR port 8908db6c-50c4-430d-93f1-3a36a8b84c15 on host hv-cinder-76859 {{(pid=80098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:20:21.021288 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-6fa99963-1a9c-4f25-8500-df593b71aea8 req-256e6c84-90ff-4861-ad0b-b73479ef963f tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:21.024068 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387e1273-5072-47f7-9856-cd565e5f3a2c', 'name': 'network-vif-deleted', 'tag': '8908db6c-50c4-430d-93f1-3a36a8b84c15'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:20:21.037657 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-6fa99963-1a9c-4f25-8500-df593b71aea8 req-256e6c84-90ff-4861-ad0b-b73479ef963f tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.73 "DELETE /v2.0/ports/8908db6c-50c4-430d-93f1-3a36a8b84c15 HTTP/1.1" status: 204 len: 173 time: 1.8931735 Jan 15 10:20:21.086964 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387e1273-5072-47f7-9856-cd565e5f3a2c', 'name': 'network-vif-deleted', 'tag': '8908db6c-50c4-430d-93f1-3a36a8b84c15', 'status': 'completed', 'code': 200} Jan 15 10:20:21.440152 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3178f4-cd05-4f79-bcfd-6fcc112ed835 req-a57c9817-0f54-4ffd-a8da-70b568790c42 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:21.441548 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-be3178f4-cd05-4f79-bcfd-6fcc112ed835 req-a57c9817-0f54-4ffd-a8da-70b568790c42 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1130464 Jan 15 10:20:21.530755 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9475d122-9c39-4a23-a878-0c7f6560cd36 req-f74fe397-4b6a-4033-b676-26798ad1fe61 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=387e1273-5072-47f7-9856-cd565e5f3a2c HTTP/1.1" status: 200 len: 210 time: 0.0649812 Jan 15 10:20:21.545667 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-be3178f4-cd05-4f79-bcfd-6fcc112ed835 req-4184c5df-9e3d-416f-9780-344c64a094b2 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972059 Jan 15 10:20:22.459919 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036eb01-4538-4a29-9c0a-29e8d4106672 req-59cab794-86c7-40c3-a87d-8b4166647456 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:22.460679 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-1036eb01-4538-4a29-9c0a-29e8d4106672 req-59cab794-86c7-40c3-a87d-8b4166647456 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Synchronizing usage tracker for tenant:abfc5430ec924b65b5d1d6a28978f3e3 on resource:port {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:20:22.477105 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-1036eb01-4538-4a29-9c0a-29e8d4106672 req-59cab794-86c7-40c3-a87d-8b4166647456 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Unset dirty status for tenant:abfc5430ec924b65b5d1d6a28978f3e3 on resource:port {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:20:22.478306 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1036eb01-4538-4a29-9c0a-29e8d4106672 req-59cab794-86c7-40c3-a87d-8b4166647456 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.73 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1195529 Jan 15 10:20:22.558983 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-1036eb01-4538-4a29-9c0a-29e8d4106672 req-b8ec38c2-a545-4778-8ed3-6035145f7880 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Deleting port e1ed953e-0879-414b-bb1e-0727908675f4 {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:20:22.559601 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-1036eb01-4538-4a29-9c0a-29e8d4106672 req-b8ec38c2-a545-4778-8ed3-6035145f7880 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:22.813738 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd79cd5-fcbc-4c79-ba12-a02117ff9274 req-cc856aae-9ba3-4ef2-b788-95dd9724df88 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:22.815839 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1bd79cd5-fcbc-4c79-ba12-a02117ff9274 req-cc856aae-9ba3-4ef2-b788-95dd9724df88 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 945 time: 0.1207929 Jan 15 10:20:22.862722 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-1036eb01-4538-4a29-9c0a-29e8d4106672 req-b8ec38c2-a545-4778-8ed3-6035145f7880 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] For port e1ed953e-0879-414b-bb1e-0727908675f4, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=e1ed953e-0879-414b-bb1e-0727908675f4,segment=NetworkSegment(df2c266a-1339-4852-923e-89f2bf75b81c),segment_id=df2c266a-1339-4852-923e-89f2bf75b81c)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:20:22.863145 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-1036eb01-4538-4a29-9c0a-29e8d4106672 req-b8ec38c2-a545-4778-8ed3-6035145f7880 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:22.878335 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1bd79cd5-fcbc-4c79-ba12-a02117ff9274 req-98ec8a02-9816-4aad-ae0a-36dffaeae4d4 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/security-groups?id=bd870a95-c749-4aa8-8d09-d24407ef2ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539968 Jan 15 10:20:23.018913 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-1036eb01-4538-4a29-9c0a-29e8d4106672 req-b8ec38c2-a545-4778-8ed3-6035145f7880 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Calling delete_port for e1ed953e-0879-414b-bb1e-0727908675f4 owned by compute:nova {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:20:23.172560 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-1036eb01-4538-4a29-9c0a-29e8d4106672 req-b8ec38c2-a545-4778-8ed3-6035145f7880 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:23.190942 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:23.249800 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec38c2-a545-4778-8ed3-6035145f7880 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Pushing event deleted for resources: {'Port': ['ID=e1ed953e-0879-414b-bb1e-0727908675f4,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:23.303981 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b8ec38c2-a545-4778-8ed3-6035145f7880 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:23.396227 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-1036eb01-4538-4a29-9c0a-29e8d4106672 req-b8ec38c2-a545-4778-8ed3-6035145f7880 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] No DVR routers for this DVR port e1ed953e-0879-414b-bb1e-0727908675f4 on host hv-cinder-76859 {{(pid=80098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:20:23.398532 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-1036eb01-4538-4a29-9c0a-29e8d4106672 req-b8ec38c2-a545-4778-8ed3-6035145f7880 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:23.400375 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device e1ed953e-0879-414b-bb1e-0727908675f4 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:20:23.401992 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5', 'name': 'network-vif-deleted', 'tag': 'e1ed953e-0879-414b-bb1e-0727908675f4'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:20:23.428899 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1036eb01-4538-4a29-9c0a-29e8d4106672 req-b8ec38c2-a545-4778-8ed3-6035145f7880 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.73 "DELETE /v2.0/ports/e1ed953e-0879-414b-bb1e-0727908675f4 HTTP/1.1" status: 204 len: 173 time: 0.9414797 Jan 15 10:20:23.440823 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] No Port match for: e1ed953e-0879-414b-bb1e-0727908675f4 {{(pid=80100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:20:23.441687 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device e1ed953e-0879-414b-bb1e-0727908675f4 not bound to the agent host hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:20:23.467904 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5', 'name': 'network-vif-deleted', 'tag': 'e1ed953e-0879-414b-bb1e-0727908675f4', 'status': 'completed', 'code': 200} Jan 15 10:20:24.101263 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e3b8f5ca-d344-4f25-a039-fae48070444a req-80295e96-2ae3-46b3-bb85-d76ba739a13d tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] 10.222.0.60 "GET /v2.0/ports?device_id=e2b7f97a-ee7d-4d37-a7be-3ac3d9f641a5 HTTP/1.1" status: 200 len: 210 time: 0.0518329 Jan 15 10:20:25.219009 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 60180) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:25.980394 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-285a435c-604c-49e1-ac8c-74475a977067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520160'] for router_interface, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:26.447487 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-285a435c-604c-49e1-ac8c-74475a977067 admin admin] Deleting port 17b1e03c-5e42-42ca-b20c-d86246d48ce1 {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:20:26.448094 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-285a435c-604c-49e1-ac8c-74475a977067 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:26.629283 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-285a435c-604c-49e1-ac8c-74475a977067 admin admin] For port 17b1e03c-5e42-42ca-b20c-d86246d48ce1, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=17b1e03c-5e42-42ca-b20c-d86246d48ce1,segment=NetworkSegment(df2c266a-1339-4852-923e-89f2bf75b81c),segment_id=df2c266a-1339-4852-923e-89f2bf75b81c)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:20:26.629673 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-285a435c-604c-49e1-ac8c-74475a977067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:26.761480 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-285a435c-604c-49e1-ac8c-74475a977067 admin admin] Calling delete_port for 17b1e03c-5e42-42ca-b20c-d86246d48ce1 owned by network:router_interface {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:20:27.073338 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-285a435c-604c-49e1-ac8c-74475a977067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:27.089458 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:27.141471 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a435c-604c-49e1-ac8c-74475a977067 admin admin] Pushing event deleted for resources: {'Port': ['ID=17b1e03c-5e42-42ca-b20c-d86246d48ce1,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:27.145144 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-f96a67e5-c9bf-4b03-a274-7bc7b154b864 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:27.145421 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-285a435c-604c-49e1-ac8c-74475a977067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:27.147675 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-f96a67e5-c9bf-4b03-a274-7bc7b154b864 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/networks?id=27c1bd22-6446-45f9-ab3e-bdb2204c9e0f HTTP/1.1" status: 200 len: 814 time: 0.1803792 Jan 15 10:20:27.164621 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-d24bc4b7-0c3f-4645-9088-1f119b8cef9d tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/quotas/d5ed31d8a5ee49f59b4857870343b1f5 HTTP/1.1" status: 200 len: 375 time: 0.0104578 Jan 15 10:20:27.216883 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-4f17f66b-b4af-4be4-908b-36dddba12e9f tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5ed31d8a5ee49f59b4857870343b1f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455580 Jan 15 10:20:27.362236 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-cbea68ba-c5a8-45d2-8821-1d1f4e022f16 service neutron] 10.222.0.60 "GET /v2.0/networks/27c1bd22-6446-45f9-ab3e-bdb2204c9e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372950 Jan 15 10:20:27.499639 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-285a435c-604c-49e1-ac8c-74475a977067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853748691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854256272'] for router_interface, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:27.522614 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-afe534cc-f4e2-4e7f-a88d-524dcc9a426c service neutron] 10.222.0.60 "GET /v2.0/networks/27c1bd22-6446-45f9-ab3e-bdb2204c9e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1531229 Jan 15 10:20:27.740487 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7a6dac0f-b7a7-442e-817a-b1b05af7e81f req-1447a00d-899c-48ed-a3db-f7af161bbe83 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=c569cf48-ec4c-463b-ae65-c38b1c2fcac1 HTTP/1.1" status: 200 len: 210 time: 0.0614023 Jan 15 10:20:28.268782 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285a435c-604c-49e1-ac8c-74475a977067 admin admin] Router 0918c051-82b4-4136-bbae-d9909a81db56 has already been hosted by L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 {{(pid=80098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:20:28.457077 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285a435c-604c-49e1-ac8c-74475a977067 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:20:28.467147 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31af9854-34e4-4c7a-905b-0e1659a4064e None None] Sync routers for ids ['0918c051-82b4-4136-bbae-d9909a81db56'] in dv-cinder-768592-3-smb {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:20:28.470232 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-285a435c-604c-49e1-ac8c-74475a977067 admin admin] 10.222.0.60 "PUT /v2.0/routers/0918c051-82b4-4136-bbae-d9909a81db56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2500489 Jan 15 10:20:28.473070 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 60230) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:28.477558 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31af9854-34e4-4c7a-905b-0e1659a4064e None None] Routers {'0918c051-82b4-4136-bbae-d9909a81db56'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:20:28.478231 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-31af9854-34e4-4c7a-905b-0e1659a4064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:20:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['0918c051-82b4-4136-bbae-d9909a81db56'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:20:28.660497 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0a610b69-62af-4b71-b083-867416384b4f admin admin] Notify callbacks [] for router, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:28.661173 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-31af9854-34e4-4c7a-905b-0e1659a4064e None None] Set router 0918c051-82b4-4136-bbae-d9909a81db56 gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:20:28.911192 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a4f2bdd7-3ffb-4fa6-a4d1-c3c1b702fc06 req-6201355d-f22c-422a-ae98-d74a3f6973da tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=c569cf48-ec4c-463b-ae65-c38b1c2fcac1 HTTP/1.1" status: 200 len: 210 time: 0.0509956 Jan 15 10:20:29.031440 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-cdb067b2-c45d-4e25-8769-9fb82a3b3a07 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:29.033223 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-cdb067b2-c45d-4e25-8769-9fb82a3b3a07 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.73 "GET /v2.0/networks?id=27c1bd22-6446-45f9-ab3e-bdb2204c9e0f HTTP/1.1" status: 200 len: 814 time: 0.2009435 Jan 15 10:20:29.048329 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0a610b69-62af-4b71-b083-867416384b4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:29.057727 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-006b0e49-7b09-4fdd-9d12-1f5704745ff5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Request body: {'port': {'device_id': 'c569cf48-ec4c-463b-ae65-c38b1c2fcac1', 'network_id': '27c1bd22-6446-45f9-ab3e-bdb2204c9e0f', 'admin_state_up': True, 'tenant_id': 'd5ed31d8a5ee49f59b4857870343b1f5'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:20:29.062023 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-31af9854-34e4-4c7a-905b-0e1659a4064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0918c051-82b4-4136-bbae-d9909a81db56', 'name': 'tempest-ServerRescueNegativeTestJSON-1503849412-router', 'tenant_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': '9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:20:27Z', 'revision_number': 5, 'project_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'gw_port': {'id': '9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918c051-82b4-4136-bbae-d9909a81db56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:15Z', 'updated_at': '2021-01-15T10:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:20:29.069473 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31af9854-34e4-4c7a-905b-0e1659a4064e None None] Checking router: 0918c051-82b4-4136-bbae-d9909a81db56 for host: dv-cinder-768592-3-smb {{(pid=80101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:20:29.076867 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31af9854-34e4-4c7a-905b-0e1659a4064e None None] Routers {'0918c051-82b4-4136-bbae-d9909a81db56'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:20:29.077623 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-31af9854-34e4-4c7a-905b-0e1659a4064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:20:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['0918c051-82b4-4136-bbae-d9909a81db56'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:20:29.078378 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-0a610b69-62af-4b71-b083-867416384b4f admin admin] Deleting port 9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5 {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:20:29.078849 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0a610b69-62af-4b71-b083-867416384b4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:29.277242 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-31af9854-34e4-4c7a-905b-0e1659a4064e None None] Set router 0918c051-82b4-4136-bbae-d9909a81db56 gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:20:29.359114 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-006b0e49-7b09-4fdd-9d12-1f5704745ff5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:20:29.367552 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-006b0e49-7b09-4fdd-9d12-1f5704745ff5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Usage tracker for resource:port and tenant:d5ed31d8a5ee49f59b4857870343b1f5 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:20:29.372839 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-006b0e49-7b09-4fdd-9d12-1f5704745ff5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Quota usage for port was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:20:29.390343 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-006b0e49-7b09-4fdd-9d12-1f5704745ff5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:20:29.402232 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-0a610b69-62af-4b71-b083-867416384b4f admin admin] For port 9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5,segment=NetworkSegment(b0c09c06-7b10-4f05-84b2-2c066d8764a1),segment_id=b0c09c06-7b10-4f05-84b2-2c066d8764a1)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:20:29.402676 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0a610b69-62af-4b71-b083-867416384b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:29.421751 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-006b0e49-7b09-4fdd-9d12-1f5704745ff5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Made reservation on behalf of d5ed31d8a5ee49f59b4857870343b1f5 for: {'port': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:20:29.430780 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-006b0e49-7b09-4fdd-9d12-1f5704745ff5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:29.563990 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-0a610b69-62af-4b71-b083-867416384b4f admin admin] Calling delete_port for 9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5 owned by network:router_gateway {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:20:29.606817 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-31af9854-34e4-4c7a-905b-0e1659a4064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0918c051-82b4-4136-bbae-d9909a81db56', 'name': 'tempest-ServerRescueNegativeTestJSON-1503849412-router', 'tenant_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': '9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:20:27Z', 'revision_number': 5, 'project_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'gw_port': {'id': '9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918c051-82b4-4136-bbae-d9909a81db56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:15Z', 'updated_at': '2021-01-15T10:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:20:29.611346 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31af9854-34e4-4c7a-905b-0e1659a4064e None None] The sync data for ids ['0918c051-82b4-4136-bbae-d9909a81db56'] in dv-cinder-768592-3-smb is: [{'id': '0918c051-82b4-4136-bbae-d9909a81db56', 'name': 'tempest-ServerRescueNegativeTestJSON-1503849412-router', 'tenant_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': '9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:20:27Z', 'revision_number': 5, 'project_id': 'abfc5430ec924b65b5d1d6a28978f3e3', 'gw_port': {'id': '9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918c051-82b4-4136-bbae-d9909a81db56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:15Z', 'updated_at': '2021-01-15T10:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}] {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:20:29.894081 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0a610b69-62af-4b71-b083-867416384b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: WARNING neutron.plugins.ml2.ovo_rpc [None req-0a610b69-62af-4b71-b083-867416384b4f admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: result = function(*args, **kwargs) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: proto.__init__(conn_state, self) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: self.handle() Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: self.handle_one_request() Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: self.handle_one_response() Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: result = self.application(self.environ, start_response) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: return app(environ, start_response) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: resp = self.call_func(req, *args, **kw) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: return self.func(req, *args, **kwargs) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: response = req.get_response(self.application) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: application, catch_exc_info=False) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: app_iter = application(self.environ, start_response) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: resp = self.call_func(req, *args, **kw) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: return self.func(req, *args, **kwargs) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: response = req.get_response(self.application) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: application, catch_exc_info=False) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: app_iter = application(self.environ, start_response) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: resp = self.call_func(req, *args, **kw) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: return self.func(req, *args, **kwargs) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: response = req.get_response(self.application) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: application, catch_exc_info=False) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: app_iter = application(self.environ, start_response) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: resp = self.call_func(req, *args, **kw) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: return self.func(req, *args, **kwargs) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: response = req.get_response(self.application) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: application, catch_exc_info=False) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: app_iter = application(self.environ, start_response) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: resp = self.call_func(req, *args, **kw) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: return self.func(req, *args, **kwargs) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: return request.get_response(self.application) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: application, catch_exc_info=False) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: app_iter = application(self.environ, start_response) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: resp = self.call_func(req, *args, **kw) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: return self.func(req, *args, **kwargs) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: response = req.get_response(self._app) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: application, catch_exc_info=False) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: app_iter = application(self.environ, start_response) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: return resp(environ, start_response) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: return resp(environ, start_response) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: response = self.app(environ, start_response) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: return resp(environ, start_response) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: resp = self.call_func(req, *args, **kw) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: return self.func(req, *args, **kwargs) Jan 15 10:20:29.900332 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: result = method(request=request, **args) Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: return self._delete(request, id, **kwargs) Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: return f(*args, **kwargs) Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: return f(*args, **kwargs) Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: return f(*dup_args, **dup_kwargs) Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: obj_deleter(request.context, id, **kwargs) Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2001, in delete_router Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: return method(*args, **kwargs) Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: return f(*args, **kwargs) Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: return f(*args, **kwargs) Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: return f(*dup_args, **dup_kwargs) Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 523, in delete_router Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: self._delete_current_gw_port(context, id, router, None) Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: admin_ctx, gw_port_id, l3_port_check=False) Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: return f(self, context, *args, **kwargs) Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: return method(*args, **kwargs) Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1939, in delete_port Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: context, port, router_ids, bound_mech_contexts) Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1948, in _post_delete_port Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: return function(*args, **kwargs) Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: callback(resource, event, trigger, **kwargs) Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: if self._is_session_semantic_violated(context, resource, event): Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: stack = traceback.extract_stack() Jan 15 10:20:29.906916 dv-cinder-768592-3-smb neutron-server[79989]: Jan 15 10:20:30.134096 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e3fc89c7-8548-4aa1-ad07-244f5e390973 req-26e71e87-55f1-483f-b85f-c0706d8d7daa tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=c569cf48-ec4c-463b-ae65-c38b1c2fcac1 HTTP/1.1" status: 200 len: 210 time: 0.0482123 Jan 15 10:20:30.176776 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-006b0e49-7b09-4fdd-9d12-1f5704745ff5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Allocated IP 172.20.0.10 (27c1bd22-6446-45f9-ab3e-bdb2204c9e0f/8aced572-233a-41c7-9024-35e159e5a76a/155b0c0b-b65a-4549-b0af-b402c0443b9b) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:20:30.213477 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0a610b69-62af-4b71-b083-867416384b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854365976'] for router_gateway, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:30.587036 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0a610b69-62af-4b71-b083-867416384b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036852685478'] for router, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:30.591785 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0a610b69-62af-4b71-b083-867416384b4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:30.696023 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0a610b69-62af-4b71-b083-867416384b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854376878'] for router, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:30.696606 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a610b69-62af-4b71-b083-867416384b4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0918c051-82b4-4136-bbae-d9909a81db56 {{(pid=80098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 10:20:30.802179 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0a610b69-62af-4b71-b083-867416384b4f admin admin] Notify callbacks [] for router, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:30.805835 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-0a610b69-62af-4b71-b083-867416384b4f admin admin] 10.222.0.60 "DELETE /v2.0/routers/0918c051-82b4-4136-bbae-d9909a81db56 HTTP/1.1" status: 204 len: 168 time: 2.3291190 Jan 15 10:20:30.806277 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 60252) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:30.867311 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-006b0e49-7b09-4fdd-9d12-1f5704745ff5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:30.877842 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d0365f-4a97-4e11-a259-b3a41fc55fe1 admin admin] Deleting subnet 5e50e1e9-0d81-4100-9cb2-e63b82b84a17 {{(pid=80099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:20:30.881080 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a1d0365f-4a97-4e11-a259-b3a41fc55fe1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:30.897112 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-006b0e49-7b09-4fdd-9d12-1f5704745ff5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:30.930693 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-413ad69e-3584-403a-8d73-afcf7c21e065 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:30.946863 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a1d0365f-4a97-4e11-a259-b3a41fc55fe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852642677'] for subnet, precommit_delete_associations {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:30.947295 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 17b1e03c-5e42-42ca-b20c-d86246d48ce1 no longer exists at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:20:31.003946 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] No Port match for: 17b1e03c-5e42-42ca-b20c-d86246d48ce1 {{(pid=80100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:20:31.005326 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 17b1e03c-5e42-42ca-b20c-d86246d48ce1 not bound to the agent host dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:20:31.021557 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a1d0365f-4a97-4e11-a259-b3a41fc55fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854144639'] for subnet, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:31.116196 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b0e49-7b09-4fdd-9d12-1f5704745ff5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Pushing event updated for resources: {'Port': ['ID=155b0c0b-b65a-4549-b0af-b402c0443b9b,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:31.121285 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-006b0e49-7b09-4fdd-9d12-1f5704745ff5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:31.185190 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-006b0e49-7b09-4fdd-9d12-1f5704745ff5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Network 27c1bd22-6446-45f9-ab3e-bdb2204c9e0f is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:20:31.186432 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-006b0e49-7b09-4fdd-9d12-1f5704745ff5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:20:31.202907 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-006b0e49-7b09-4fdd-9d12-1f5704745ff5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:20:31.313383 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-006b0e49-7b09-4fdd-9d12-1f5704745ff5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:31.314115 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-006b0e49-7b09-4fdd-9d12-1f5704745ff5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:31.335540 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-006b0e49-7b09-4fdd-9d12-1f5704745ff5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2832048 Jan 15 10:20:31.349763 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-43b82cd1-5565-425c-9011-46d7bc488d16 service neutron] Request body: {'port': {'device_id': 'c569cf48-ec4c-463b-ae65-c38b1c2fcac1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:20:31.470824 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ffcc9-aa14-43e0-a12e-9d417533ef98 req-e719100b-343d-4dd8-9963-b9432f67686d tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:31.472596 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ff3ffcc9-aa14-43e0-a12e-9d417533ef98 req-e719100b-343d-4dd8-9963-b9432f67686d tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=c569cf48-ec4c-463b-ae65-c38b1c2fcac1 HTTP/1.1" status: 200 len: 932 time: 0.1574571 Jan 15 10:20:31.474631 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a1d0365f-4a97-4e11-a259-b3a41fc55fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2347965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853686458'] for subnet, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:31.490893 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-43b82cd1-5565-425c-9011-46d7bc488d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:31.525720 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-7081eacf-bcfe-4c10-b006-e5d3f974bf05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:31.639469 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0365f-4a97-4e11-a259-b3a41fc55fe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e50e1e9-0d81-4100-9cb2-e63b82b84a17,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:31.656151 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a1d0365f-4a97-4e11-a259-b3a41fc55fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:31.672673 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ff3ffcc9-aa14-43e0-a12e-9d417533ef98 req-d37b11db-d248-40b1-9548-ed2f50071ed5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605079 Jan 15 10:20:31.690787 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a1d0365f-4a97-4e11-a259-b3a41fc55fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for subnet, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:31.716729 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-a1d0365f-4a97-4e11-a259-b3a41fc55fe1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5e50e1e9-0d81-4100-9cb2-e63b82b84a17 HTTP/1.1" status: 204 len: 168 time: 0.9092743 Jan 15 10:20:31.719336 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 60268) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:31.845641 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fc266aa6-9d0d-40ae-9253-2425b651652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357326'] for network, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:31.957713 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-43b82cd1-5565-425c-9011-46d7bc488d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155b0c0b-b65a-4549-b0af-b402c0443b9b {{(pid=80098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:20:31.965867 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-43b82cd1-5565-425c-9011-46d7bc488d16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:31.979846 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-43b82cd1-5565-425c-9011-46d7bc488d16 service neutron] Transition to ACTIVE for port object 155b0c0b-b65a-4549-b0af-b402c0443b9b will not be triggered until provisioned by entity L2. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:20:31.982204 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-43b82cd1-5565-425c-9011-46d7bc488d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:31.997670 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1a6bd014-b6cc-4dbe-bd20-d0f3d0a58d20 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:32.058333 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fc266aa6-9d0d-40ae-9253-2425b651652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631286', 'neutron.services.segments.db._delete_segments_for_network-8727284934413'] for network, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:32.139335 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b82cd1-5565-425c-9011-46d7bc488d16 service neutron] Pushing event updated for resources: {'Port': ['ID=155b0c0b-b65a-4549-b0af-b402c0443b9b,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:32.143589 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-43b82cd1-5565-425c-9011-46d7bc488d16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:32.178929 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-fc266aa6-9d0d-40ae-9253-2425b651652f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c0f2f7-268b-47c9-a1ee-3c187c42dd49']}} {{(pid=80099) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:20:32.192892 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-fc266aa6-9d0d-40ae-9253-2425b651652f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2c266a-1339-4852-923e-89f2bf75b81c') {'for_net_delete': True} {{(pid=80099) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:20:32.193228 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-fc266aa6-9d0d-40ae-9253-2425b651652f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2c266a-1339-4852-923e-89f2bf75b81c') {} {{(pid=80099) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:20:32.205703 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fc266aa6-9d0d-40ae-9253-2425b651652f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309569803022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2133171'] for segment, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:32.221825 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fc266aa6-9d0d-40ae-9253-2425b651652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:32.224117 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fc266aa6-9d0d-40ae-9253-2425b651652f admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:20:32.319329 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-43b82cd1-5565-425c-9011-46d7bc488d16 service neutron] Attempting to bind port 155b0c0b-b65a-4549-b0af-b402c0443b9b on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:20:32.319706 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-43b82cd1-5565-425c-9011-46d7bc488d16 service neutron] Attempting to bind port 155b0c0b-b65a-4549-b0af-b402c0443b9b by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'd5d26f90-5abb-4887-857b-47343fbf8f3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '27c1bd22-6446-45f9-ab3e-bdb2204c9e0f'}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:20:32.320080 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-43b82cd1-5565-425c-9011-46d7bc488d16 service neutron] Attempting to bind port 155b0c0b-b65a-4549-b0af-b402c0443b9b on network 27c1bd22-6446-45f9-ab3e-bdb2204c9e0f {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:20:32.326455 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-43b82cd1-5565-425c-9011-46d7bc488d16 service neutron] Checking agent: {'id': '8c829481-49a9-437b-96a2-5739862171f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 15, 15), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:20:32.327260 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-43b82cd1-5565-425c-9011-46d7bc488d16 service neutron] Checking segment: {'id': 'd5d26f90-5abb-4887-857b-47343fbf8f3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '27c1bd22-6446-45f9-ab3e-bdb2204c9e0f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:20:32.327402 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-43b82cd1-5565-425c-9011-46d7bc488d16 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:32.327695 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-43b82cd1-5565-425c-9011-46d7bc488d16 service neutron] Bound using segment: {'id': 'd5d26f90-5abb-4887-857b-47343fbf8f3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '27c1bd22-6446-45f9-ab3e-bdb2204c9e0f'} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:20:32.328170 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-43b82cd1-5565-425c-9011-46d7bc488d16 service neutron] Bound port: 155b0c0b-b65a-4549-b0af-b402c0443b9b, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d26f90-5abb-4887-857b-47343fbf8f3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '27c1bd22-6446-45f9-ab3e-bdb2204c9e0f'}}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:20:32.328555 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-43b82cd1-5565-425c-9011-46d7bc488d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:32.410657 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-fc266aa6-9d0d-40ae-9253-2425b651652f admin admin] Network 60c0f2f7-268b-47c9-a1ee-3c187c42dd49 has no segments {{(pid=80099) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:20:32.420102 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fc266aa6-9d0d-40ae-9253-2425b651652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-629596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2348000'] for segment, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:32.420296 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-43b82cd1-5565-425c-9011-46d7bc488d16 service neutron] For port 155b0c0b-b65a-4549-b0af-b402c0443b9b, host hv-cinder-76859, cleared binding levels {{(pid=80098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:20:32.600326 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-fc266aa6-9d0d-40ae-9253-2425b651652f admin admin] Network 60c0f2f7-268b-47c9-a1ee-3c187c42dd49 has no segments {{(pid=80099) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: Traceback (most recent call last): Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: timer() Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: cb(*args, **kw) Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: return func(*args, **kwargs) Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: self._notify() Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: self.callback(batched_events) Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: event.method(event) Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: segment_id)['aggregates'][0] Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: return f(self, *a, **k) Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: return self._get(url).json() Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: **kwargs) Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: return self.request(url, 'GET', **kwargs) Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: **endpoint_filter) Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:20:32.622604 dv-cinder-768592-3-smb neutron-server[79989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:20:32.701717 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-43b82cd1-5565-425c-9011-46d7bc488d16 service neutron] For port 155b0c0b-b65a-4549-b0af-b402c0443b9b, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=155b0c0b-b65a-4549-b0af-b402c0443b9b,segment=NetworkSegment(d5d26f90-5abb-4887-857b-47343fbf8f3a),segment_id=d5d26f90-5abb-4887-857b-47343fbf8f3a)] {{(pid=80098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:20:32.702455 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fc266aa6-9d0d-40ae-9253-2425b651652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409743'] for network, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:32.705381 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-43b82cd1-5565-425c-9011-46d7bc488d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:32.706024 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d7ef778f-f11b-4317-8fa0-c585fb8673a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:32.719498 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-006b0e49-7b09-4fdd-9d12-1f5704745ff5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:32.722367 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fc266aa6-9d0d-40ae-9253-2425b651652f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:32.729336 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc266aa6-9d0d-40ae-9253-2425b651652f admin admin] Pushing event deleted for resources: {'Network': ['ID=60c0f2f7-268b-47c9-a1ee-3c187c42dd49,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:32.734010 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-fc266aa6-9d0d-40ae-9253-2425b651652f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:32.746657 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-fc266aa6-9d0d-40ae-9253-2425b651652f admin admin] 10.222.0.60 "DELETE /v2.0/networks/60c0f2f7-268b-47c9-a1ee-3c187c42dd49 HTTP/1.1" status: 204 len: 168 time: 1.0227311 Jan 15 10:20:32.877518 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b82cd1-5565-425c-9011-46d7bc488d16 service neutron] Pushing event updated for resources: {'Port': ['ID=155b0c0b-b65a-4549-b0af-b402c0443b9b,revision_number=3']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:32.882883 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-43b82cd1-5565-425c-9011-46d7bc488d16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:32.923353 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-43b82cd1-5565-425c-9011-46d7bc488d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:32.924034 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-43b82cd1-5565-425c-9011-46d7bc488d16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:32.925551 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-43b82cd1-5565-425c-9011-46d7bc488d16 service neutron] 10.222.0.73 "PUT /v2.0/ports/155b0c0b-b65a-4549-b0af-b402c0443b9b HTTP/1.1" status: 200 len: 1158 time: 1.5810666 Jan 15 10:20:32.926100 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c569cf48-ec4c-463b-ae65-c38b1c2fcac1', 'tag': '155b0c0b-b65a-4549-b0af-b402c0443b9b'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:20:33.030084 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5 no longer exists at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:20:33.037742 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c569cf48-ec4c-463b-ae65-c38b1c2fcac1', 'tag': '155b0c0b-b65a-4549-b0af-b402c0443b9b', 'status': 'completed', 'code': 200} Jan 15 10:20:33.076814 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 60286) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:33.084997 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] No Port match for: 9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5 {{(pid=80100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:20:33.085667 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 9d0daf1e-695c-4cd2-b9aa-4ed8b456b4d5 not bound to the agent host dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:20:33.104505 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-80ed229b-5874-4da4-b200-363dfff0d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:33.106378 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-80ed229b-5874-4da4-b200-363dfff0d625 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d5ed31d8a5ee49f59b4857870343b1f5&device_id=c569cf48-ec4c-463b-ae65-c38b1c2fcac1 HTTP/1.1" status: 200 len: 1161 time: 0.1257651 Jan 15 10:20:33.141368 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b78ff2-4f5e-45f7-b75b-1f7bc8b57d97 req-91bfaaf5-021c-4491-beff-3f067d67708c tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:33.143235 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d6b78ff2-4f5e-45f7-b75b-1f7bc8b57d97 req-91bfaaf5-021c-4491-beff-3f067d67708c tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=c569cf48-ec4c-463b-ae65-c38b1c2fcac1 HTTP/1.1" status: 200 len: 944 time: 0.1366928 Jan 15 10:20:33.196213 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-f9bffd8a-d843-432f-b74c-cddc26ff6a60 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=155b0c0b-b65a-4549-b0af-b402c0443b9b HTTP/1.1" status: 200 len: 217 time: 0.0775521 Jan 15 10:20:33.198114 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d6b78ff2-4f5e-45f7-b75b-1f7bc8b57d97 req-132f2cfb-9ade-486e-bf01-cc31b2c72368 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481105 Jan 15 10:20:33.245773 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-6956f8c6-b99b-4a11-9759-e02b5ccff4c3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=abfc5430ec924b65b5d1d6a28978f3e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1675632 Jan 15 10:20:33.248678 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 60294) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:33.272126 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-7562b530-c571-4783-bceb-2b7d06dab3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:33.273689 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-7562b530-c571-4783-bceb-2b7d06dab3c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aced572-233a-41c7-9024-35e159e5a76a HTTP/1.1" status: 200 len: 854 time: 0.0690639 Jan 15 10:20:33.313344 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7232cd64-d979-40f0-9376-5f6e5d99a8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:33.326844 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-579b9dc3-a386-4533-8bde-4f8e90c94969 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27c1bd22-6446-45f9-ab3e-bdb2204c9e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445273 Jan 15 10:20:33.345534 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7232cd64-d979-40f0-9376-5f6e5d99a8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:33.392700 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7232cd64-d979-40f0-9376-5f6e5d99a8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:33.405981 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-48f5e5e5-8a6a-476c-988c-90e3d884aff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:33.428582 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232cd64-d979-40f0-9376-5f6e5d99a8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd870a95-c749-4aa8-8d09-d24407ef2ecb,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:33.431182 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7232cd64-d979-40f0-9376-5f6e5d99a8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:33.433127 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-7232cd64-d979-40f0-9376-5f6e5d99a8c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd870a95-c749-4aa8-8d09-d24407ef2ecb HTTP/1.1" status: 204 len: 168 time: 0.1833677 Jan 15 10:20:33.434111 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-7232cd64-d979-40f0-9376-5f6e5d99a8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:33.483829 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-3ac6bb97-f63d-4578-91e2-2344ca67bed5 service neutron] 10.222.0.73 "GET /v2.0/networks/27c1bd22-6446-45f9-ab3e-bdb2204c9e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504631 Jan 15 10:20:33.638365 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-50664c33-4ede-4056-bf9a-f1c41a96ec47 req-5027d85a-0657-4ca4-80aa-5d21fb850161 service neutron] 10.222.0.73 "GET /v2.0/networks/27c1bd22-6446-45f9-ab3e-bdb2204c9e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1482229 Jan 15 10:20:33.769511 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfd165-6244-45d0-a467-0e3e0ac2b778 req-025240cd-ebe7-415b-a0a2-99e47477cc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:33.771052 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d8bfd165-6244-45d0-a467-0e3e0ac2b778 req-025240cd-ebe7-415b-a0a2-99e47477cc65 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d5ed31d8a5ee49f59b4857870343b1f5&device_id=c569cf48-ec4c-463b-ae65-c38b1c2fcac1 HTTP/1.1" status: 200 len: 1161 time: 0.0821285 Jan 15 10:20:33.924493 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfd165-6244-45d0-a467-0e3e0ac2b778 req-fd545984-f4c3-480a-89fa-e16aad66cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:33.926532 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d8bfd165-6244-45d0-a467-0e3e0ac2b778 req-fd545984-f4c3-480a-89fa-e16aad66cd26 service neutron] 10.222.0.73 "GET /v2.0/networks?id=27c1bd22-6446-45f9-ab3e-bdb2204c9e0f HTTP/1.1" status: 200 len: 908 time: 0.1483326 Jan 15 10:20:33.999590 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d8bfd165-6244-45d0-a467-0e3e0ac2b778 req-ce8eb0f8-a15c-444c-80d9-26f47e844844 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=155b0c0b-b65a-4549-b0af-b402c0443b9b HTTP/1.1" status: 200 len: 217 time: 0.0653784 Jan 15 10:20:34.074075 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfd165-6244-45d0-a467-0e3e0ac2b778 req-6cc28294-68e4-4586-b0f9-3a4e03ad9433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:34.075716 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d8bfd165-6244-45d0-a467-0e3e0ac2b778 req-6cc28294-68e4-4586-b0f9-3a4e03ad9433 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aced572-233a-41c7-9024-35e159e5a76a HTTP/1.1" status: 200 len: 854 time: 0.0693016 Jan 15 10:20:34.130036 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d8bfd165-6244-45d0-a467-0e3e0ac2b778 req-5093c11a-4236-48a5-986d-91697390969c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27c1bd22-6446-45f9-ab3e-bdb2204c9e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467708 Jan 15 10:20:34.279972 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d8bfd165-6244-45d0-a467-0e3e0ac2b778 req-bd49553b-c14e-456d-b8a9-280417886173 service neutron] 10.222.0.73 "GET /v2.0/networks/27c1bd22-6446-45f9-ab3e-bdb2204c9e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428225 Jan 15 10:20:34.435260 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d8bfd165-6244-45d0-a467-0e3e0ac2b778 req-17687797-b611-479a-b0c3-90152e3c5387 service neutron] 10.222.0.73 "GET /v2.0/networks/27c1bd22-6446-45f9-ab3e-bdb2204c9e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1480374 Jan 15 10:20:34.444501 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e2fbd-9d7f-42fb-89be-dd8c58344c8d req-f2da7305-90da-486b-a09f-e58fe3790f5b tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:34.454992 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a57e2fbd-9d7f-42fb-89be-dd8c58344c8d req-f2da7305-90da-486b-a09f-e58fe3790f5b tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=c569cf48-ec4c-463b-ae65-c38b1c2fcac1 HTTP/1.1" status: 200 len: 944 time: 0.1199884 Jan 15 10:20:34.507004 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a57e2fbd-9d7f-42fb-89be-dd8c58344c8d req-5ae85b9d-e20d-44ee-aaf0-d4816ece9700 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507636 Jan 15 10:20:35.746626 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a3e78-7ebb-4ed9-a8a5-8954ef39c726 req-897d6725-998e-4a12-823b-cedccb8bde80 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:35.748343 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2d9a3e78-7ebb-4ed9-a8a5-8954ef39c726 req-897d6725-998e-4a12-823b-cedccb8bde80 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=c569cf48-ec4c-463b-ae65-c38b1c2fcac1 HTTP/1.1" status: 200 len: 944 time: 0.1080861 Jan 15 10:20:35.800567 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2d9a3e78-7ebb-4ed9-a8a5-8954ef39c726 req-0289572b-f95b-4f87-8ae2-5685207b4005 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457044 Jan 15 10:20:35.870067 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 155b0c0b-b65a-4549-b0af-b402c0443b9b up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:20:35.944791 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning for port 155b0c0b-b65a-4549-b0af-b402c0443b9b completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:20:35.951028 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 155b0c0b-b65a-4549-b0af-b402c0443b9b triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:20:35.951486 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:36.072174 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:36.105314 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c569cf48-ec4c-463b-ae65-c38b1c2fcac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155b0c0b-b65a-4549-b0af-b402c0443b9b'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:20:36.115901 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port 155b0c0b-b65a-4549-b0af-b402c0443b9b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=155b0c0b-b65a-4549-b0af-b402c0443b9b,segment=NetworkSegment(d5d26f90-5abb-4887-857b-47343fbf8f3a),segment_id=d5d26f90-5abb-4887-857b-47343fbf8f3a)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:20:36.120914 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:36.122789 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:36.174570 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c569cf48-ec4c-463b-ae65-c38b1c2fcac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155b0c0b-b65a-4549-b0af-b402c0443b9b', 'code': 200} Jan 15 10:20:36.194725 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=155b0c0b-b65a-4549-b0af-b402c0443b9b,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:36.199228 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:36.421894 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f61ece-e1b4-46d8-8164-ce531151b9b1 req-a23d3d91-adcf-4f46-a114-19721d509b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:36.423512 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-65f61ece-e1b4-46d8-8164-ce531151b9b1 req-a23d3d91-adcf-4f46-a114-19721d509b56 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c569cf48-ec4c-463b-ae65-c38b1c2fcac1 HTTP/1.1" status: 200 len: 1163 time: 0.0765936 Jan 15 10:20:36.472687 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-65f61ece-e1b4-46d8-8164-ce531151b9b1 req-b3b97434-8e88-445a-a189-e0ba91556fa1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419111 Jan 15 10:20:37.037525 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15577911-8709-43d0-b434-bc6a75ff8a85 req-f05909b6-2d18-4817-8b72-bb6a09e73ce6 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:37.039278 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-15577911-8709-43d0-b434-bc6a75ff8a85 req-f05909b6-2d18-4817-8b72-bb6a09e73ce6 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=c569cf48-ec4c-463b-ae65-c38b1c2fcac1 HTTP/1.1" status: 200 len: 946 time: 0.1014445 Jan 15 10:20:37.091540 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-15577911-8709-43d0-b434-bc6a75ff8a85 req-c93a4ae8-f19a-4a40-ba03-440b2e90ae24 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452375 Jan 15 10:20:37.562934 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 155b0c0b-b65a-4549-b0af-b402c0443b9b up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:20:37.641438 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 155b0c0b-b65a-4549-b0af-b402c0443b9b triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:20:37.641865 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:38.174071 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 60434) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:38.347815 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-69aaa539-cfb3-4be6-b102-e1b093eee721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:38.361687 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98807251-f824-4b55-a92d-553a4f075658 req-4907209b-c4c5-498d-a4f9-55869eb4fb95 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:38.363424 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-98807251-f824-4b55-a92d-553a4f075658 req-4907209b-c4c5-498d-a4f9-55869eb4fb95 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=c569cf48-ec4c-463b-ae65-c38b1c2fcac1 HTTP/1.1" status: 200 len: 946 time: 0.1098790 Jan 15 10:20:38.364671 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-69aaa539-cfb3-4be6-b102-e1b093eee721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:20:38.368823 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-69aaa539-cfb3-4be6-b102-e1b093eee721 admin admin] Usage tracker for resource:security_group_rule and tenant:0d31fbc1ba6f46bf862992deb2808643 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:20:38.372605 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-69aaa539-cfb3-4be6-b102-e1b093eee721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:20:38.379855 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-69aaa539-cfb3-4be6-b102-e1b093eee721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:20:38.433877 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-98807251-f824-4b55-a92d-553a4f075658 req-95cb9765-bba0-473d-be48-d8c84d84f3a2 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624535 Jan 15 10:20:38.480322 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-69aaa539-cfb3-4be6-b102-e1b093eee721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:38.485253 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-69aaa539-cfb3-4be6-b102-e1b093eee721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:38.496452 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-cc047ce7-5e6b-4591-87ab-71250d308094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:38.553155 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-69aaa539-cfb3-4be6-b102-e1b093eee721 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d31fbc1ba6f46bf862992deb2808643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3751712 Jan 15 10:20:38.553155 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aaa539-cfb3-4be6-b102-e1b093eee721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fbee09-4945-479a-a46c-71bac61a0f15,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:38.553603 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 60444) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:38.554949 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-69aaa539-cfb3-4be6-b102-e1b093eee721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:38.629508 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1e34776e-a056-46f9-9e58-414c8adad4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:38.660298 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1e34776e-a056-46f9-9e58-414c8adad4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:38.712989 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1e34776e-a056-46f9-9e58-414c8adad4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:38.718784 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-06e1e91d-a14a-4b86-b4c9-01609dc759d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:38.733079 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34776e-a056-46f9-9e58-414c8adad4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fbee09-4945-479a-a46c-71bac61a0f15,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:38.737261 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1e34776e-a056-46f9-9e58-414c8adad4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:38.739400 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1e34776e-a056-46f9-9e58-414c8adad4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:38.740653 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-1e34776e-a056-46f9-9e58-414c8adad4d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/86fbee09-4945-479a-a46c-71bac61a0f15 HTTP/1.1" status: 204 len: 168 time: 0.1859865 Jan 15 10:20:44.089463 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 60550) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:44.244395 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-965f55df-d674-40c3-b224-23122a7b6958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:44.260651 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-965f55df-d674-40c3-b224-23122a7b6958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:20:44.264915 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-965f55df-d674-40c3-b224-23122a7b6958 admin admin] Usage tracker for resource:security_group_rule and tenant:5fab657a0045408f910dc8c6218e38e2 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:20:44.267973 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-965f55df-d674-40c3-b224-23122a7b6958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:20:44.273807 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-965f55df-d674-40c3-b224-23122a7b6958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:20:44.363954 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-965f55df-d674-40c3-b224-23122a7b6958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:44.367210 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-965f55df-d674-40c3-b224-23122a7b6958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:44.376798 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-7232cd64-d979-40f0-9376-5f6e5d99a8c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:44.420616 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-965f55df-d674-40c3-b224-23122a7b6958 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5fab657a0045408f910dc8c6218e38e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299711 Jan 15 10:20:44.421580 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f55df-d674-40c3-b224-23122a7b6958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48bc21e-13aa-4c61-b98e-15e183ad965a,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:44.424938 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 60560) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:44.425175 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-965f55df-d674-40c3-b224-23122a7b6958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:44.495371 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-54d78528-69dd-4b62-9956-ca48aecaa2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:44.525383 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-54d78528-69dd-4b62-9956-ca48aecaa2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:44.795337 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-54d78528-69dd-4b62-9956-ca48aecaa2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:44.802138 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-4f934c74-45aa-4aca-a4dd-9487e16fb75a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:44.822444 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d78528-69dd-4b62-9956-ca48aecaa2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48bc21e-13aa-4c61-b98e-15e183ad965a,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:44.827161 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-54d78528-69dd-4b62-9956-ca48aecaa2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:44.828287 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-54d78528-69dd-4b62-9956-ca48aecaa2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:44.832966 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-54d78528-69dd-4b62-9956-ca48aecaa2a3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e48bc21e-13aa-4c61-b98e-15e183ad965a HTTP/1.1" status: 204 len: 168 time: 0.4061000 Jan 15 10:20:45.240522 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 60588) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:45.263240 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-691be929-30cd-4db1-b4ec-59b100145e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:45.282358 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-691be929-30cd-4db1-b4ec-59b100145e9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:20:45.287764 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-691be929-30cd-4db1-b4ec-59b100145e9e admin admin] Usage tracker for resource:security_group_rule and tenant:a4d7f0fbfcba407d866a100f9abb9e30 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:20:45.290935 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-691be929-30cd-4db1-b4ec-59b100145e9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:20:45.297444 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-691be929-30cd-4db1-b4ec-59b100145e9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:20:45.390593 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-691be929-30cd-4db1-b4ec-59b100145e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:45.393680 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-691be929-30cd-4db1-b4ec-59b100145e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:45.403696 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-6ca893b8-f29d-4dcf-9f08-1992484aaed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:45.438422 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:45.449583 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-691be929-30cd-4db1-b4ec-59b100145e9e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a4d7f0fbfcba407d866a100f9abb9e30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2076037 Jan 15 10:20:45.451344 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691be929-30cd-4db1-b4ec-59b100145e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e834892-56a3-43d9-86ab-ee4d17415ddb,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:45.452354 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 60592) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:45.454586 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-691be929-30cd-4db1-b4ec-59b100145e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:45.496344 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-72cb991d-2d88-4af4-9a9c-b8a3e1ac52b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:45.543004 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-33541c76-cd8f-48f4-a48f-f145fefcf916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:45.780703 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-33541c76-cd8f-48f4-a48f-f145fefcf916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:45.828544 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-33541c76-cd8f-48f4-a48f-f145fefcf916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:45.833584 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-899754bb-6851-48ee-bbb7-6ccf42bda28e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:45.847600 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33541c76-cd8f-48f4-a48f-f145fefcf916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e834892-56a3-43d9-86ab-ee4d17415ddb,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:45.852782 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-33541c76-cd8f-48f4-a48f-f145fefcf916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:45.857127 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-33541c76-cd8f-48f4-a48f-f145fefcf916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:45.858364 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-33541c76-cd8f-48f4-a48f-f145fefcf916 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e834892-56a3-43d9-86ab-ee4d17415ddb HTTP/1.1" status: 204 len: 168 time: 0.4046695 Jan 15 10:20:46.528999 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9fd6a-5f41-4c46-a3de-d6e5fe7cb52f req-c7385392-bb01-46eb-af88-13bf1124be13 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:46.530883 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-52d9fd6a-5f41-4c46-a3de-d6e5fe7cb52f req-c7385392-bb01-46eb-af88-13bf1124be13 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.1245770 Jan 15 10:20:46.590821 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-52d9fd6a-5f41-4c46-a3de-d6e5fe7cb52f req-e4bb63be-2dcc-4c1c-a2ec-afc863d82cb7 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531073 Jan 15 10:20:47.901623 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7ec78b7b-833a-4f52-8697-23f56748ea5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:47.996495 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfc0de-242f-4916-ab09-920590c110fd req-cf90374a-d2fc-43b6-814c-34ec36bdfb59 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:47.998314 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9bcfc0de-242f-4916-ab09-920590c110fd req-cf90374a-d2fc-43b6-814c-34ec36bdfb59 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.1570885 Jan 15 10:20:48.057240 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9bcfc0de-242f-4916-ab09-920590c110fd req-88bf3412-288e-4a72-8aab-416b6fda1edf tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524046 Jan 15 10:20:48.315697 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:20:48.353740 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa323e80-a1cc-476d-8e50-a3dceae38bfb req-5ce54225-6a7e-4504-b243-d6ac4f194406 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:48.354723 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-fa323e80-a1cc-476d-8e50-a3dceae38bfb req-5ce54225-6a7e-4504-b243-d6ac4f194406 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Synchronizing usage tracker for tenant:7967420a877241f7a390365788b33c53 on resource:port {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:20:48.373000 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-fa323e80-a1cc-476d-8e50-a3dceae38bfb req-5ce54225-6a7e-4504-b243-d6ac4f194406 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Unset dirty status for tenant:7967420a877241f7a390365788b33c53 on resource:port {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:20:48.374261 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fa323e80-a1cc-476d-8e50-a3dceae38bfb req-5ce54225-6a7e-4504-b243-d6ac4f194406 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.73 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 945 time: 0.1314874 Jan 15 10:20:48.446856 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:48.468533 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-fa323e80-a1cc-476d-8e50-a3dceae38bfb req-ed19d17c-3826-4a94-977c-eb33ce8aefd1 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Deleting port e22172f8-fdb7-48f9-a481-cea77e27b0be {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:20:48.470686 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-fa323e80-a1cc-476d-8e50-a3dceae38bfb req-ed19d17c-3826-4a94-977c-eb33ce8aefd1 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:48.751730 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-fa323e80-a1cc-476d-8e50-a3dceae38bfb req-ed19d17c-3826-4a94-977c-eb33ce8aefd1 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] For port e22172f8-fdb7-48f9-a481-cea77e27b0be, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=e22172f8-fdb7-48f9-a481-cea77e27b0be,segment=NetworkSegment(46701ca6-a814-4d34-86b7-c77ab641a4f7),segment_id=46701ca6-a814-4d34-86b7-c77ab641a4f7)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:20:48.752132 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-fa323e80-a1cc-476d-8e50-a3dceae38bfb req-ed19d17c-3826-4a94-977c-eb33ce8aefd1 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:49.110630 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-fa323e80-a1cc-476d-8e50-a3dceae38bfb req-ed19d17c-3826-4a94-977c-eb33ce8aefd1 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for floatingip, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:49.111248 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-fa323e80-a1cc-476d-8e50-a3dceae38bfb req-ed19d17c-3826-4a94-977c-eb33ce8aefd1 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409790'] for floatingip, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:49.111433 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.l3_db [req-fa323e80-a1cc-476d-8e50-a3dceae38bfb req-ed19d17c-3826-4a94-977c-eb33ce8aefd1 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Floating IP cd722659-b678-4bf8-a6e9-bb0bd10c4313 disassociated. External IP: 172.28.0.243, port: e22172f8-fdb7-48f9-a481-cea77e27b0be. Jan 15 10:20:49.111821 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-fa323e80-a1cc-476d-8e50-a3dceae38bfb req-ed19d17c-3826-4a94-977c-eb33ce8aefd1 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Calling delete_port for e22172f8-fdb7-48f9-a481-cea77e27b0be owned by compute:nova {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:20:49.279211 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-fa323e80-a1cc-476d-8e50-a3dceae38bfb req-ed19d17c-3826-4a94-977c-eb33ce8aefd1 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:49.296177 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a1ee93e3-ba54-4a56-9879-531899c8f18e tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:49.367267 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19d17c-3826-4a94-977c-eb33ce8aefd1 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Pushing event deleted for resources: {'Port': ['ID=e22172f8-fdb7-48f9-a481-cea77e27b0be,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:49.368602 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ed19d17c-3826-4a94-977c-eb33ce8aefd1 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:49.412180 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536bc3c-128a-4d40-908e-3c96398b5da4 req-31138570-60a9-44fd-9bc0-394d2e3b634f tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:49.415000 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9536bc3c-128a-4d40-908e-3c96398b5da4 req-31138570-60a9-44fd-9bc0-394d2e3b634f tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 867 time: 0.1858714 Jan 15 10:20:49.456038 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:49.502752 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9536bc3c-128a-4d40-908e-3c96398b5da4 req-ba3fe0a2-bb7c-4d2b-9b8d-484d58eb7fcd tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774989 Jan 15 10:20:49.528985 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe2b3c-419b-4eeb-a608-63cc69dc3445 req-e171ad19-fe4f-4d0e-9c30-def6a108f3b6 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:49.530746 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-cabe2b3c-419b-4eeb-a608-63cc69dc3445 req-e171ad19-fe4f-4d0e-9c30-def6a108f3b6 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.2247152 Jan 15 10:20:49.544395 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device e22172f8-fdb7-48f9-a481-cea77e27b0be no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:20:49.626128 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] No Port match for: e22172f8-fdb7-48f9-a481-cea77e27b0be {{(pid=80100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:20:49.626128 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device e22172f8-fdb7-48f9-a481-cea77e27b0be not bound to the agent host hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:20:49.627862 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-cabe2b3c-419b-4eeb-a608-63cc69dc3445 req-126062f0-0977-4800-b71e-12fb0d7f2d8f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811496 Jan 15 10:20:49.819554 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa323e80-a1cc-476d-8e50-a3dceae38bfb req-ed19d17c-3826-4a94-977c-eb33ce8aefd1 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Router f928ab98-733a-48f0-9b83-de060b60c53c has already been hosted by L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 {{(pid=80098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:20:50.093013 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa323e80-a1cc-476d-8e50-a3dceae38bfb req-ed19d17c-3826-4a94-977c-eb33ce8aefd1 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:20:50.113899 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f5041-8a52-408c-8838-98622c6a79d9 None None] Sync routers for ids ['f928ab98-733a-48f0-9b83-de060b60c53c'] in dv-cinder-768592-3-smb {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:20:50.129179 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:50.130481 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95f5041-8a52-408c-8838-98622c6a79d9 None None] Routers {'f928ab98-733a-48f0-9b83-de060b60c53c'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:20:50.131767 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-d95f5041-8a52-408c-8838-98622c6a79d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:20:48Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['f928ab98-733a-48f0-9b83-de060b60c53c'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:20:50.147126 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa323e80-a1cc-476d-8e50-a3dceae38bfb req-ed19d17c-3826-4a94-977c-eb33ce8aefd1 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] No DVR routers for this DVR port e22172f8-fdb7-48f9-a481-cea77e27b0be on host hv-cinder-76859 {{(pid=80098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:20:50.150102 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-fa323e80-a1cc-476d-8e50-a3dceae38bfb req-ed19d17c-3826-4a94-977c-eb33ce8aefd1 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:50.172495 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2dcda1-a267-41d9-85eb-2f3e964cfcce', 'name': 'network-vif-deleted', 'tag': 'e22172f8-fdb7-48f9-a481-cea77e27b0be'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:20:50.181423 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fa323e80-a1cc-476d-8e50-a3dceae38bfb req-ed19d17c-3826-4a94-977c-eb33ce8aefd1 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.73 "DELETE /v2.0/ports/e22172f8-fdb7-48f9-a481-cea77e27b0be HTTP/1.1" status: 204 len: 173 time: 1.8000133 Jan 15 10:20:50.241527 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2dcda1-a267-41d9-85eb-2f3e964cfcce', 'name': 'network-vif-deleted', 'tag': 'e22172f8-fdb7-48f9-a481-cea77e27b0be', 'status': 'completed', 'code': 200} Jan 15 10:20:50.376144 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-d95f5041-8a52-408c-8838-98622c6a79d9 None None] Set router f928ab98-733a-48f0-9b83-de060b60c53c gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:20:50.748722 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-d95f5041-8a52-408c-8838-98622c6a79d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'name': 'tempest-AttachVolumeShelveTestJSON-830703347-router', 'tenant_id': '7967420a877241f7a390365788b33c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:06Z', 'updated_at': '2021-01-15T10:17:17Z', 'revision_number': 4, 'project_id': '7967420a877241f7a390365788b33c53', 'gw_port': {'id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:07Z', 'updated_at': '2021-01-15T10:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '8beff705-7158-4ebc-87fa-3400ea529163', 'name': '', 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d', 'tenant_id': '7967420a877241f7a390365788b33c53', 'mac_address': 'fa:16:3e:4b:b7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:14Z', 'updated_at': '2021-01-15T10:17:32Z', 'revision_number': 5, 'project_id': '7967420a877241f7a390365788b33c53', 'subnets': [{'id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:20:50.753095 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f5041-8a52-408c-8838-98622c6a79d9 None None] Checking router: f928ab98-733a-48f0-9b83-de060b60c53c for host: dv-cinder-768592-3-smb {{(pid=80100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:20:50.764866 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95f5041-8a52-408c-8838-98622c6a79d9 None None] Routers {'f928ab98-733a-48f0-9b83-de060b60c53c'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:20:50.765555 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-d95f5041-8a52-408c-8838-98622c6a79d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:20:48Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['f928ab98-733a-48f0-9b83-de060b60c53c'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:20:50.834554 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ad0f325b-d654-4126-bf7a-36fb08b834cc req-55d93f23-8ec5-4593-94f8-81285165cc14 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=4c2dcda1-a267-41d9-85eb-2f3e964cfcce HTTP/1.1" status: 200 len: 210 time: 0.0771351 Jan 15 10:20:51.021007 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb137115-0d7a-4692-b18d-87f7a5ada7b9 req-86877ca6-db19-4577-8e15-f8658bfcc523 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:51.023919 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-eb137115-0d7a-4692-b18d-87f7a5ada7b9 req-86877ca6-db19-4577-8e15-f8658bfcc523 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1756227 Jan 15 10:20:51.068185 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-d95f5041-8a52-408c-8838-98622c6a79d9 None None] Set router f928ab98-733a-48f0-9b83-de060b60c53c gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:20:51.098160 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-eb137115-0d7a-4692-b18d-87f7a5ada7b9 req-c663aaec-1c92-4d53-8bb9-4eb87d202bb2 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639863 Jan 15 10:20:51.489824 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-d95f5041-8a52-408c-8838-98622c6a79d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'name': 'tempest-AttachVolumeShelveTestJSON-830703347-router', 'tenant_id': '7967420a877241f7a390365788b33c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:06Z', 'updated_at': '2021-01-15T10:17:17Z', 'revision_number': 4, 'project_id': '7967420a877241f7a390365788b33c53', 'gw_port': {'id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:07Z', 'updated_at': '2021-01-15T10:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '8beff705-7158-4ebc-87fa-3400ea529163', 'name': '', 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d', 'tenant_id': '7967420a877241f7a390365788b33c53', 'mac_address': 'fa:16:3e:4b:b7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:14Z', 'updated_at': '2021-01-15T10:17:32Z', 'revision_number': 5, 'project_id': '7967420a877241f7a390365788b33c53', 'subnets': [{'id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:20:51.494277 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f5041-8a52-408c-8838-98622c6a79d9 None None] The sync data for ids ['f928ab98-733a-48f0-9b83-de060b60c53c'] in dv-cinder-768592-3-smb is: [{'id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'name': 'tempest-AttachVolumeShelveTestJSON-830703347-router', 'tenant_id': '7967420a877241f7a390365788b33c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:06Z', 'updated_at': '2021-01-15T10:17:17Z', 'revision_number': 4, 'project_id': '7967420a877241f7a390365788b33c53', 'gw_port': {'id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:07Z', 'updated_at': '2021-01-15T10:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '8beff705-7158-4ebc-87fa-3400ea529163', 'name': '', 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d', 'tenant_id': '7967420a877241f7a390365788b33c53', 'mac_address': 'fa:16:3e:4b:b7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:14Z', 'updated_at': '2021-01-15T10:17:32Z', 'revision_number': 5, 'project_id': '7967420a877241f7a390365788b33c53', 'subnets': [{'id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:20:51.984378 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accddbfb-c8bb-4164-b6aa-b695bb5ef8f3 None None] New status for floating IP cd722659-b678-4bf8-a6e9-bb0bd10c4313: DOWN {{(pid=80101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 10:20:52.108133 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 60752) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:52.264032 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-27c4a497-2950-4b3e-b044-4250ca230c78 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:52.298999 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-27c4a497-2950-4b3e-b044-4250ca230c78 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:52.351594 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-27c4a497-2950-4b3e-b044-4250ca230c78 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:52.361576 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:52.378073 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4a497-2950-4b3e-b044-4250ca230c78 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:52.382047 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-27c4a497-2950-4b3e-b044-4250ca230c78 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:52.395734 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-27c4a497-2950-4b3e-b044-4250ca230c78 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:52.399790 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-27c4a497-2950-4b3e-b044-4250ca230c78 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "DELETE /v2.0/security-groups/8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01 HTTP/1.1" status: 204 len: 168 time: 0.2902431 Jan 15 10:20:52.404433 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 60768) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:52.428906 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.v2.resource [None req-ddf3d55c-1b31-4d7c-ad12-0b1a187a5259 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] show failed (client error): The resource could not be found. Jan 15 10:20:52.430023 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-ddf3d55c-1b31-4d7c-ad12-0b1a187a5259 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups/8f11158d-f1b6-4b6c-ac36-bf0b3bf89b01 HTTP/1.1" status: 404 len: 347 time: 0.0235035 Jan 15 10:20:52.433444 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 60772) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:52.453855 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d433291-1b90-4f51-9381-0f8edc185fa4 req-6f24d9ff-bbd2-4121-b8cc-18c017c29d9f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:52.455571 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8d433291-1b90-4f51-9381-0f8edc185fa4 req-6f24d9ff-bbd2-4121-b8cc-18c017c29d9f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1675203 Jan 15 10:20:52.513788 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8d433291-1b90-4f51-9381-0f8edc185fa4 req-45097db1-e7d0-43c5-ad5a-336aa72dd0af tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514100 Jan 15 10:20:52.617284 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-f34177e5-a7cd-4ac2-9540-eae5bb5169e7 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Deleting port 9e76a1fe-96a5-47ce-bb31-338c8ce7b553 {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:20:52.617763 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f34177e5-a7cd-4ac2-9540-eae5bb5169e7 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:52.842340 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f34177e5-a7cd-4ac2-9540-eae5bb5169e7 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:52.842807 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f34177e5-a7cd-4ac2-9540-eae5bb5169e7 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for floatingip, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:52.977727 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-f34177e5-a7cd-4ac2-9540-eae5bb5169e7 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Calling delete_port for 9e76a1fe-96a5-47ce-bb31-338c8ce7b553 owned by network:floatingip {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:20:53.142578 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f34177e5-a7cd-4ac2-9540-eae5bb5169e7 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:53.160475 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0198daca-3a97-439c-92c7-dfcdf8ba5c02 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:53.219765 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34177e5-a7cd-4ac2-9540-eae5bb5169e7 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Pushing event deleted for resources: {'Port': ['ID=9e76a1fe-96a5-47ce-bb31-338c8ce7b553,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:53.224124 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f34177e5-a7cd-4ac2-9540-eae5bb5169e7 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:53.407594 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f34177e5-a7cd-4ac2-9540-eae5bb5169e7 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for floatingip, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:53.424095 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f34177e5-a7cd-4ac2-9540-eae5bb5169e7 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for floatingip, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:53.425400 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-f34177e5-a7cd-4ac2-9540-eae5bb5169e7 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "DELETE /v2.0/floatingips/cd722659-b678-4bf8-a6e9-bb0bd10c4313 HTTP/1.1" status: 204 len: 168 time: 0.9908156 Jan 15 10:20:53.642254 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 60814) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:53.648121 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-d17f22da-b0fa-4b47-ba0b-a169a03c2898 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Request body: {'security_group': {'name': 'tempest-securitygroup--1022848576', 'description': 'tempest-description--1562380532'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:20:53.658333 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-d17f22da-b0fa-4b47-ba0b-a169a03c2898 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:20:53.662298 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-d17f22da-b0fa-4b47-ba0b-a169a03c2898 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Usage tracker for resource:security_group and tenant:7967420a877241f7a390365788b33c53 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:20:53.666095 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-d17f22da-b0fa-4b47-ba0b-a169a03c2898 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:20:53.672896 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-d17f22da-b0fa-4b47-ba0b-a169a03c2898 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:20:53.687640 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d17f22da-b0fa-4b47-ba0b-a169a03c2898 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:53.719334 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-d17f22da-b0fa-4b47-ba0b-a169a03c2898 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:20:53.724723 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-d17f22da-b0fa-4b47-ba0b-a169a03c2898 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Usage tracker for resource:security_group_rule and tenant:7967420a877241f7a390365788b33c53 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:20:53.727877 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-d17f22da-b0fa-4b47-ba0b-a169a03c2898 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:20:53.735232 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-d17f22da-b0fa-4b47-ba0b-a169a03c2898 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:20:53.804893 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac3c65-f3bb-4c06-8af5-b7450f1a7b17 req-f88ed2d7-2395-4e66-a2a2-4b8371c62285 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:53.806713 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c3ac3c65-f3bb-4c06-8af5-b7450f1a7b17 req-f88ed2d7-2395-4e66-a2a2-4b8371c62285 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1242602 Jan 15 10:20:53.822333 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d17f22da-b0fa-4b47-ba0b-a169a03c2898 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:53.825645 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d17f22da-b0fa-4b47-ba0b-a169a03c2898 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:53.853621 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-69aaa539-cfb3-4be6-b102-e1b093eee721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:53.873783 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c3ac3c65-f3bb-4c06-8af5-b7450f1a7b17 req-aa29102e-1e2b-467d-ba77-64b0601591da tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591357 Jan 15 10:20:53.883959 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d17f22da-b0fa-4b47-ba0b-a169a03c2898 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:53.890884 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-d17f22da-b0fa-4b47-ba0b-a169a03c2898 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2419755 Jan 15 10:20:53.892029 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 60822) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:53.898220 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-b3a10e3e-1f02-43e6-a0e8-6bdd7327875d tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Request body: {'security_group_rule': {'security_group_id': 'fd6439af-ee91-4131-b6e5-169d9879d1ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:20:53.907316 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f22da-b0fa-4b47-ba0b-a169a03c2898 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6439af-ee91-4131-b6e5-169d9879d1ef,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:53.910490 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d17f22da-b0fa-4b47-ba0b-a169a03c2898 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:53.919791 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-b3a10e3e-1f02-43e6-a0e8-6bdd7327875d tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:20:53.931045 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-b3a10e3e-1f02-43e6-a0e8-6bdd7327875d tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Usage tracker for resource:security_group_rule and tenant:7967420a877241f7a390365788b33c53 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:20:53.938862 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-b3a10e3e-1f02-43e6-a0e8-6bdd7327875d tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:20:53.956234 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-b3a10e3e-1f02-43e6-a0e8-6bdd7327875d tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:20:53.980313 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b3a10e3e-1f02-43e6-a0e8-6bdd7327875d tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for security_group_rule, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:54.068780 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b3a10e3e-1f02-43e6-a0e8-6bdd7327875d tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:54.074106 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b3a10e3e-1f02-43e6-a0e8-6bdd7327875d tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328337'] for security_group_rule, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:54.076267 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:54.105923 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b3a10e3e-1f02-43e6-a0e8-6bdd7327875d tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for security_group_rule, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:54.109385 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-b3a10e3e-1f02-43e6-a0e8-6bdd7327875d tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2169945 Jan 15 10:20:54.110135 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 60834) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:54.115841 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-962de73e-ee2f-4094-9a40-a7e832ef9bd0 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Request body: {'security_group_rule': {'security_group_id': 'fd6439af-ee91-4131-b6e5-169d9879d1ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:20:54.117219 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a10e3e-1f02-43e6-a0e8-6bdd7327875d tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1942923-8ff3-4e93-83da-4cf25e13a1e9,revision_number=0']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:54.128596 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b3a10e3e-1f02-43e6-a0e8-6bdd7327875d tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:54.129825 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-962de73e-ee2f-4094-9a40-a7e832ef9bd0 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:20:54.135341 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-962de73e-ee2f-4094-9a40-a7e832ef9bd0 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Usage tracker for resource:security_group_rule and tenant:7967420a877241f7a390365788b33c53 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:20:54.138816 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-962de73e-ee2f-4094-9a40-a7e832ef9bd0 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:20:54.144704 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-962de73e-ee2f-4094-9a40-a7e832ef9bd0 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:20:54.163587 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-962de73e-ee2f-4094-9a40-a7e832ef9bd0 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for security_group_rule, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:54.245884 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-962de73e-ee2f-4094-9a40-a7e832ef9bd0 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:54.249279 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-962de73e-ee2f-4094-9a40-a7e832ef9bd0 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328337'] for security_group_rule, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:54.253142 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:54.281174 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962de73e-ee2f-4094-9a40-a7e832ef9bd0 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef3e5524-f208-4ed9-91e8-72e92c27879f,revision_number=0']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:54.286980 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-962de73e-ee2f-4094-9a40-a7e832ef9bd0 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:54.292911 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-962de73e-ee2f-4094-9a40-a7e832ef9bd0 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for security_group_rule, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:54.297964 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-962de73e-ee2f-4094-9a40-a7e832ef9bd0 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1831005 Jan 15 10:20:54.298064 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 60840) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:54.309007 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-17ca7e98-1f9d-4ae8-9ac9-d88990163413 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Request body: {'floatingip': {'floating_network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:20:54.323663 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-17ca7e98-1f9d-4ae8-9ac9-d88990163413 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:20:54.328649 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-17ca7e98-1f9d-4ae8-9ac9-d88990163413 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Usage tracker for resource:floatingip and tenant:7967420a877241f7a390365788b33c53 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:20:54.331811 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-17ca7e98-1f9d-4ae8-9ac9-d88990163413 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:20:54.338074 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-17ca7e98-1f9d-4ae8-9ac9-d88990163413 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:20:54.353392 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-17ca7e98-1f9d-4ae8-9ac9-d88990163413 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for floatingip, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:54.718061 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-17ca7e98-1f9d-4ae8-9ac9-d88990163413 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:54.959979 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 60858) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:55.034682 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [None req-17ca7e98-1f9d-4ae8-9ac9-d88990163413 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Allocated IP 172.28.0.164 (512bef08-258b-4e03-8592-7639e3feb0a7/afc97f5e-62e7-4d57-b78b-6d502dcdcf4b/9fbfac33-31a5-4bde-8744-1ccfb505f711) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:20:55.161830 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37828a-8f9e-4202-85a0-16b3985c97f1 req-fc15eb0f-3068-4490-9a4c-f1e2914f03f4 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:55.163486 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4f37828a-8f9e-4202-85a0-16b3985c97f1 req-fc15eb0f-3068-4490-9a4c-f1e2914f03f4 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1384618 Jan 15 10:20:55.185821 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9e366d6b-f8d7-4b89-bbec-b36ba487bcdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:55.207721 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-9e366d6b-f8d7-4b89-bbec-b36ba487bcdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:20:55.235777 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-9e366d6b-f8d7-4b89-bbec-b36ba487bcdb admin admin] Usage tracker for resource:security_group_rule and tenant:ebb025beb4514a44914f8f620d412dd5 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:20:55.242019 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-9e366d6b-f8d7-4b89-bbec-b36ba487bcdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:20:55.250014 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-9e366d6b-f8d7-4b89-bbec-b36ba487bcdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:20:55.255240 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-17ca7e98-1f9d-4ae8-9ac9-d88990163413 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:55.293555 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-17ca7e98-1f9d-4ae8-9ac9-d88990163413 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:55.299631 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4f37828a-8f9e-4202-85a0-16b3985c97f1 req-f12b977c-962c-4c66-93ec-31ffde8ce0b2 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974419 Jan 15 10:20:55.316503 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f34177e5-a7cd-4ac2-9540-eae5bb5169e7 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:55.380513 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9e366d6b-f8d7-4b89-bbec-b36ba487bcdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:55.383318 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9e366d6b-f8d7-4b89-bbec-b36ba487bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:55.402336 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-c1f8726f-d90a-49e2-b607-618316eea366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:55.445166 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-9e366d6b-f8d7-4b89-bbec-b36ba487bcdb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ebb025beb4514a44914f8f620d412dd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4839468 Jan 15 10:20:55.445907 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 60872) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:55.446720 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e366d6b-f8d7-4b89-bbec-b36ba487bcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06100cbc-47a2-4833-a8b6-f7b011e86527,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:55.451914 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-9e366d6b-f8d7-4b89-bbec-b36ba487bcdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:55.480545 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca7e98-1f9d-4ae8-9ac9-d88990163413 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Pushing event updated for resources: {'Port': ['ID=9fbfac33-31a5-4bde-8744-1ccfb505f711,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:55.485140 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-17ca7e98-1f9d-4ae8-9ac9-d88990163413 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:55.523944 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5a11628f-01ed-49f8-b851-8fd56a5bff43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:55.533486 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ca7e98-1f9d-4ae8-9ac9-d88990163413 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Network 512bef08-258b-4e03-8592-7639e3feb0a7 is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:20:55.534725 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-17ca7e98-1f9d-4ae8-9ac9-d88990163413 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:20:55.537145 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ca7e98-1f9d-4ae8-9ac9-d88990163413 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:20:55.555541 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5a11628f-01ed-49f8-b851-8fd56a5bff43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:55.610137 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5a11628f-01ed-49f8-b851-8fd56a5bff43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:55.616354 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-7cddeae3-f3ed-40f6-92fe-a49716958d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:55.629119 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11628f-01ed-49f8-b851-8fd56a5bff43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06100cbc-47a2-4833-a8b6-f7b011e86527,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:55.629341 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-17ca7e98-1f9d-4ae8-9ac9-d88990163413 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for floatingip, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:55.631978 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-5a11628f-01ed-49f8-b851-8fd56a5bff43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:55.640198 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5a11628f-01ed-49f8-b851-8fd56a5bff43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:55.643909 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-5a11628f-01ed-49f8-b851-8fd56a5bff43 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/06100cbc-47a2-4833-a8b6-f7b011e86527 HTTP/1.1" status: 204 len: 168 time: 0.1883073 Jan 15 10:20:55.696445 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-17ca7e98-1f9d-4ae8-9ac9-d88990163413 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:55.981368 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-17ca7e98-1f9d-4ae8-9ac9-d88990163413 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:55.985093 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-17ca7e98-1f9d-4ae8-9ac9-d88990163413 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:56.001375 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:56.022656 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 60884) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:56.042636 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3d1d18f2-d154-4739-8b95-8262fff9550e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:56.061161 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-3d1d18f2-d154-4739-8b95-8262fff9550e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:20:56.066544 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-3d1d18f2-d154-4739-8b95-8262fff9550e admin admin] Usage tracker for resource:security_group_rule and tenant:745d353ee2024127accc4ef42b11ef6b is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:20:56.069842 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-3d1d18f2-d154-4739-8b95-8262fff9550e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:20:56.077398 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-3d1d18f2-d154-4739-8b95-8262fff9550e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:20:56.155219 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca7e98-1f9d-4ae8-9ac9-d88990163413 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Pushing event updated for resources: {'Port': ['ID=9fbfac33-31a5-4bde-8744-1ccfb505f711,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:56.160932 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-17ca7e98-1f9d-4ae8-9ac9-d88990163413 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:56.178009 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3d1d18f2-d154-4739-8b95-8262fff9550e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:56.181189 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3d1d18f2-d154-4739-8b95-8262fff9550e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:56.192688 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-96b45110-fa92-4d83-8f0c-f7a8d9c4c312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:56.238561 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-3d1d18f2-d154-4739-8b95-8262fff9550e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=745d353ee2024127accc4ef42b11ef6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145920 Jan 15 10:20:56.239515 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d18f2-d154-4739-8b95-8262fff9550e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ba99d2-1c66-408b-894e-858f07b3f304,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:56.241488 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 60892) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:56.243356 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-3d1d18f2-d154-4739-8b95-8262fff9550e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:56.299339 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-17ca7e98-1f9d-4ae8-9ac9-d88990163413 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409790'] for floatingip, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:56.343885 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-17ca7e98-1f9d-4ae8-9ac9-d88990163413 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for floatingip, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:56.347867 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-17ca7e98-1f9d-4ae8-9ac9-d88990163413 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0458288 Jan 15 10:20:56.349809 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-27e266ca-e5f6-427e-ba81-9da476598feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:56.392521 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-27e266ca-e5f6-427e-ba81-9da476598feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:56.459948 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-27e266ca-e5f6-427e-ba81-9da476598feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:56.468753 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-27c4a497-2950-4b3e-b044-4250ca230c78 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:56.483862 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e266ca-e5f6-427e-ba81-9da476598feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ba99d2-1c66-408b-894e-858f07b3f304,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:56.489394 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-27e266ca-e5f6-427e-ba81-9da476598feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:56.495909 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-27e266ca-e5f6-427e-ba81-9da476598feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:56.499685 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-27e266ca-e5f6-427e-ba81-9da476598feb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b0ba99d2-1c66-408b-894e-858f07b3f304 HTTP/1.1" status: 204 len: 168 time: 0.2568243 Jan 15 10:20:56.621514 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226b77f-dd71-495c-b8cf-6785bdc5f0fc req-856c84c5-a76c-41f2-a5a0-3db47e458ae5 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:56.630094 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-6226b77f-dd71-495c-b8cf-6785bdc5f0fc req-856c84c5-a76c-41f2-a5a0-3db47e458ae5 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1892354 Jan 15 10:20:56.705393 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-6226b77f-dd71-495c-b8cf-6785bdc5f0fc req-cb65d64d-81e1-4a67-bff1-40bc5f8695e5 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743008 Jan 15 10:20:56.733982 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-03f2c9bb-f36d-47a6-839b-88f9f064f5aa tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1022848576&fields=id&tenant_id=7967420a877241f7a390365788b33c53 HTTP/1.1" status: 200 len: 267 time: 0.0784426 Jan 15 10:20:56.966814 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-bfbbce49-1c07-4714-9f59-15be88d26e7c tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:56.968579 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-bfbbce49-1c07-4714-9f59-15be88d26e7c tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/networks?id=ee63e9f3-0f98-4146-b7e4-219c5a0de38d HTTP/1.1" status: 200 len: 816 time: 0.2165799 Jan 15 10:20:56.987804 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-973d6dd4-330c-4324-9822-a377486a92ce tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/quotas/7967420a877241f7a390365788b33c53 HTTP/1.1" status: 200 len: 375 time: 0.0123460 Jan 15 10:20:57.102731 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-18dc85ba-d81c-42c5-b622-697306b463a4 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?tenant_id=7967420a877241f7a390365788b33c53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1072469 Jan 15 10:20:57.266991 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-9bed5127-8484-4ad2-a879-df738829b6c8 service neutron] 10.222.0.60 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507893 Jan 15 10:20:57.425494 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-65c9d3c3-e8a3-45bd-a197-9201c883e3f8 service neutron] 10.222.0.60 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1504567 Jan 15 10:20:57.663364 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-eab8d277-f536-4d58-a47a-c6f0837573f2 req-5e58b16e-d70d-4390-bbf0-ef7cf5a0a01c tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 210 time: 0.0746307 Jan 15 10:20:58.035788 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c77a2-fb3b-4f66-bdc2-25542f1ea6a0 req-b1384376-daa7-4927-9785-101933d818f9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:58.047889 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-422c77a2-fb3b-4f66-bdc2-25542f1ea6a0 req-b1384376-daa7-4927-9785-101933d818f9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1835182 Jan 15 10:20:58.113859 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-422c77a2-fb3b-4f66-bdc2-25542f1ea6a0 req-a193bb25-dbbe-4465-afc7-786b5e7e6403 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555062 Jan 15 10:20:58.334088 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cb28d-d746-429d-9b78-b854f6b66617 req-144a7389-d97c-4f09-acc2-c62d5f75a8a0 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:58.335824 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b79cb28d-d746-429d-9b78-b854f6b66617 req-144a7389-d97c-4f09-acc2-c62d5f75a8a0 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=c569cf48-ec4c-463b-ae65-c38b1c2fcac1 HTTP/1.1" status: 200 len: 946 time: 0.1205297 Jan 15 10:20:58.395852 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b79cb28d-d746-429d-9b78-b854f6b66617 req-83a1fee9-2473-4cff-af68-0b9c3e8764d5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507424 Jan 15 10:20:58.886986 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ef480d69-4fc3-4683-be2f-290aa14b2398 req-806f541b-f089-498d-bcdf-05f041c028c2 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 210 time: 0.0528822 Jan 15 10:20:59.091534 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-fd39fca5-5dac-40f5-be9f-faa4d3613f67 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:59.093154 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-fd39fca5-5dac-40f5-be9f-faa4d3613f67 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.73 "GET /v2.0/networks?id=ee63e9f3-0f98-4146-b7e4-219c5a0de38d HTTP/1.1" status: 200 len: 816 time: 0.2398164 Jan 15 10:20:59.184096 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-70b95282-a390-4957-9abe-916ee76daf8c tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Synchronizing usage tracker for tenant:7967420a877241f7a390365788b33c53 on resource:security_group {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:20:59.199978 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-70b95282-a390-4957-9abe-916ee76daf8c tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Unset dirty status for tenant:7967420a877241f7a390365788b33c53 on resource:security_group {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:20:59.202151 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-70b95282-a390-4957-9abe-916ee76daf8c tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7967420a877241f7a390365788b33c53 HTTP/1.1" status: 200 len: 5705 time: 0.0961552 Jan 15 10:20:59.212773 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-77b33fc9-4550-4a17-81d8-ef856cac0a8e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Request body: {'port': {'device_id': '913aa25f-3d6e-4d9a-9cec-742b88cecd74', 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d', 'admin_state_up': True, 'tenant_id': '7967420a877241f7a390365788b33c53', 'security_groups': ['fd6439af-ee91-4131-b6e5-169d9879d1ef']}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:20:59.376202 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a2238-2b58-4b8f-985e-14ea4b28a71d req-1b25a202-3295-48bd-a4fa-d6ad503ff2d0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:59.377933 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-dc4a2238-2b58-4b8f-985e-14ea4b28a71d req-1b25a202-3295-48bd-a4fa-d6ad503ff2d0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1133575 Jan 15 10:20:59.404201 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-77b33fc9-4550-4a17-81d8-ef856cac0a8e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:20:59.413037 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-77b33fc9-4550-4a17-81d8-ef856cac0a8e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Usage tracker for resource:port and tenant:7967420a877241f7a390365788b33c53 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:20:59.418335 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-77b33fc9-4550-4a17-81d8-ef856cac0a8e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Quota usage for port was recalculated. Used quota:3. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:20:59.426019 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-77b33fc9-4550-4a17-81d8-ef856cac0a8e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:20:59.438358 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-dc4a2238-2b58-4b8f-985e-14ea4b28a71d req-e3cc3f18-cbb3-4383-b478-ee10a7236ebe tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527885 Jan 15 10:20:59.443097 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-77b33fc9-4550-4a17-81d8-ef856cac0a8e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Made reservation on behalf of 7967420a877241f7a390365788b33c53 for: {'port': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:20:59.453244 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-77b33fc9-4550-4a17-81d8-ef856cac0a8e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:59.662910 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 09a01076-95b1-4e46-9041-019b435d310f up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:20:59.692214 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7db65-2b17-4d5b-bd4e-14d8f0afcaae req-111c2a39-95fb-49a0-8ddd-72b40cd034af tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:59.702749 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1eb7db65-2b17-4d5b-bd4e-14d8f0afcaae req-111c2a39-95fb-49a0-8ddd-72b40cd034af tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=c569cf48-ec4c-463b-ae65-c38b1c2fcac1 HTTP/1.1" status: 200 len: 946 time: 0.1471720 Jan 15 10:20:59.756095 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1eb7db65-2b17-4d5b-bd4e-14d8f0afcaae req-a21f0187-90fd-4f26-9258-674bf9ea9c29 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532970 Jan 15 10:20:59.794258 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 09a01076-95b1-4e46-9041-019b435d310f triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:20:59.794936 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:59.848508 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-77b33fc9-4550-4a17-81d8-ef856cac0a8e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Allocated IP 172.20.0.12 (ee63e9f3-0f98-4146-b7e4-219c5a0de38d/8bbdcee5-7bf8-47ea-8b3b-e146795708a7/924808b7-d19e-4d36-86c3-287941c575c8) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:20:59.943021 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 32776) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:00.115437 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-77b33fc9-4550-4a17-81d8-ef856cac0a8e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:00.134248 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-77b33fc9-4550-4a17-81d8-ef856cac0a8e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Transition to ACTIVE for port object 924808b7-d19e-4d36-86c3-287941c575c8 will not be triggered until provisioned by entity DHCP. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:21:00.160837 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-77b33fc9-4550-4a17-81d8-ef856cac0a8e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:00.192723 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-abe581be-7be9-434c-9433-dd5dfb8efd1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:00.203429 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-17ca7e98-1f9d-4ae8-9ac9-d88990163413 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:00.217616 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-abe581be-7be9-434c-9433-dd5dfb8efd1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:00.226469 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-abe581be-7be9-434c-9433-dd5dfb8efd1a admin admin] Usage tracker for resource:security_group_rule and tenant:2bc9aa1bb09f47dda53263eca52d54cc is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:00.231034 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-abe581be-7be9-434c-9433-dd5dfb8efd1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:00.240177 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-abe581be-7be9-434c-9433-dd5dfb8efd1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:00.293710 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb95d0-3ffe-4951-b62f-1a241326ddbc req-358072ee-8a06-4cbd-9566-27bd519af2b6 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:00.295459 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1deb95d0-3ffe-4951-b62f-1a241326ddbc req-358072ee-8a06-4cbd-9566-27bd519af2b6 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 932 time: 0.2201643 Jan 15 10:21:00.355640 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b33fc9-4550-4a17-81d8-ef856cac0a8e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Pushing event updated for resources: {'Port': ['ID=924808b7-d19e-4d36-86c3-287941c575c8,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:00.360065 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-77b33fc9-4550-4a17-81d8-ef856cac0a8e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:00.370672 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1deb95d0-3ffe-4951-b62f-1a241326ddbc req-a7fc7354-a6d6-4126-b2e7-58895006f826 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667684 Jan 15 10:21:00.408258 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-77b33fc9-4550-4a17-81d8-ef856cac0a8e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Network ee63e9f3-0f98-4146-b7e4-219c5a0de38d is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:21:00.409434 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-77b33fc9-4550-4a17-81d8-ef856cac0a8e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:21:00.411839 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-77b33fc9-4550-4a17-81d8-ef856cac0a8e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:21:00.434720 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-abe581be-7be9-434c-9433-dd5dfb8efd1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:00.440290 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-abe581be-7be9-434c-9433-dd5dfb8efd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:00.454341 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1fd8c8f6-278f-4eb5-b938-54d73c816b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:00.482200 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-abe581be-7be9-434c-9433-dd5dfb8efd1a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2bc9aa1bb09f47dda53263eca52d54cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5384104 Jan 15 10:21:00.485967 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 32788) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:00.493818 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-77b33fc9-4550-4a17-81d8-ef856cac0a8e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:00.495154 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-77b33fc9-4550-4a17-81d8-ef856cac0a8e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:00.522355 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-77b33fc9-4550-4a17-81d8-ef856cac0a8e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3140593 Jan 15 10:21:00.536388 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe581be-7be9-434c-9433-dd5dfb8efd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401fd75c-ac91-47e4-bed8-53246272220a,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:00.540366 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-abe581be-7be9-434c-9433-dd5dfb8efd1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:00.541313 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] Request body: {'port': {'device_id': '913aa25f-3d6e-4d9a-9cec-742b88cecd74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:21:00.579234 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0aa989ff-46c9-49ec-adb5-156bce6b4b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:00.610655 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0aa989ff-46c9-49ec-adb5-156bce6b4b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:00.680240 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:00.716726 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-cff57a79-4876-490d-ada5-e4b23dc8bcb7 None None] Provisioning for port 924808b7-d19e-4d36-86c3-287941c575c8 completed by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:21:00.722830 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-cff57a79-4876-490d-ada5-e4b23dc8bcb7 None None] Provisioning complete for port 924808b7-d19e-4d36-86c3-287941c575c8 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:00.723306 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-cff57a79-4876-490d-ada5-e4b23dc8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:00.734371 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0aa989ff-46c9-49ec-adb5-156bce6b4b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:00.740516 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-fb25af34-b9e7-4415-8a68-f6c68bd9ba56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:00.775153 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c73344-fd60-40ad-bcf5-7135834f7c37 req-682278cc-2c66-446e-9241-ff44d1564572 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:00.776778 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c6c73344-fd60-40ad-bcf5-7135834f7c37 req-682278cc-2c66-446e-9241-ff44d1564572 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1579478 Jan 15 10:21:00.780160 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa989ff-46c9-49ec-adb5-156bce6b4b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401fd75c-ac91-47e4-bed8-53246272220a,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:00.784113 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-cff57a79-4876-490d-ada5-e4b23dc8bcb7 None None] Port 924808b7-d19e-4d36-86c3-287941c575c8 cannot update to ACTIVE because it is not bound. {{(pid=80100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:21:00.784588 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0aa989ff-46c9-49ec-adb5-156bce6b4b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:00.795093 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0aa989ff-46c9-49ec-adb5-156bce6b4b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:00.798869 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-0aa989ff-46c9-49ec-adb5-156bce6b4b09 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/401fd75c-ac91-47e4-bed8-53246272220a HTTP/1.1" status: 204 len: 168 time: 0.3094509 Jan 15 10:21:00.872101 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c6c73344-fd60-40ad-bcf5-7135834f7c37 req-74d06949-11c4-4bd0-a858-e3e9c98e2b2a tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742607 Jan 15 10:21:01.058812 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b508483-057f-4673-8bfa-4af1b5e5f3db req-613ea957-a82d-46b1-a180-73bed21fcb68 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:01.060881 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8b508483-057f-4673-8bfa-4af1b5e5f3db req-613ea957-a82d-46b1-a180-73bed21fcb68 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=c569cf48-ec4c-463b-ae65-c38b1c2fcac1 HTTP/1.1" status: 200 len: 946 time: 0.1339710 Jan 15 10:21:01.154198 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8b508483-057f-4673-8bfa-4af1b5e5f3db req-b6bf1751-d94b-4f2f-b824-ec35cdcfb2d7 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859461 Jan 15 10:21:01.238870 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924808b7-d19e-4d36-86c3-287941c575c8 {{(pid=80098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:21:01.248652 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:01.262893 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] Transition to ACTIVE for port object 924808b7-d19e-4d36-86c3-287941c575c8 will not be triggered until provisioned by entity L2. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:21:01.267501 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:01.284104 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b8ec38c2-a545-4778-8ed3-6035145f7880 tempest-ServerRescueNegativeTestJSON-302446311 tempest-ServerRescueNegativeTestJSON-302446311] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:01.422908 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32888de-1ebe-42bd-af94-e262c420aada req-afad8c7f-d9a3-48d6-a68b-a60088c502d7 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:01.428048 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b32888de-1ebe-42bd-af94-e262c420aada req-afad8c7f-d9a3-48d6-a68b-a60088c502d7 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1723871 Jan 15 10:21:01.438221 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] Pushing event updated for resources: {'Port': ['ID=924808b7-d19e-4d36-86c3-287941c575c8,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:01.442614 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:01.470752 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551b319-49c0-4421-8fe0-453f4873e32b req-a3f9bdc3-f543-4608-89f2-1f5bf08e2e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:01.472411 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f551b319-49c0-4421-8fe0-453f4873e32b req-a3f9bdc3-f543-4608-89f2-1f5bf08e2e5f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d2e666365284aacad9462063764b9e2&device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 1163 time: 0.1691206 Jan 15 10:21:01.519842 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b32888de-1ebe-42bd-af94-e262c420aada req-8b8ff757-2f14-42b9-a796-5cc899ed92ff tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906689 Jan 15 10:21:01.727825 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551b319-49c0-4421-8fe0-453f4873e32b req-02fd4889-f118-4e4b-bf70-53c902c81326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:01.730308 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f551b319-49c0-4421-8fe0-453f4873e32b req-02fd4889-f118-4e4b-bf70-53c902c81326 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f HTTP/1.1" status: 200 len: 904 time: 0.2496552 Jan 15 10:21:01.891648 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] Attempting to bind port 924808b7-d19e-4d36-86c3-287941c575c8 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:21:01.892027 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] Attempting to bind port 924808b7-d19e-4d36-86c3-287941c575c8 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '46701ca6-a814-4d34-86b7-c77ab641a4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d'}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:21:01.892400 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] Attempting to bind port 924808b7-d19e-4d36-86c3-287941c575c8 on network ee63e9f3-0f98-4146-b7e4-219c5a0de38d {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:21:01.899563 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] Checking agent: {'id': '8c829481-49a9-437b-96a2-5739862171f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 15, 15), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:21:01.899960 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] Checking segment: {'id': '46701ca6-a814-4d34-86b7-c77ab641a4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:21:01.901123 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:01.901123 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] Bound using segment: {'id': '46701ca6-a814-4d34-86b7-c77ab641a4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d'} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:21:01.901638 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] Bound port: 924808b7-d19e-4d36-86c3-287941c575c8, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46701ca6-a814-4d34-86b7-c77ab641a4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d'}}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:21:01.902074 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:02.026965 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] For port 924808b7-d19e-4d36-86c3-287941c575c8, host hv-cinder-76859, cleared binding levels {{(pid=80098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:21:02.030444 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] For port 924808b7-d19e-4d36-86c3-287941c575c8, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=924808b7-d19e-4d36-86c3-287941c575c8,segment=NetworkSegment(46701ca6-a814-4d34-86b7-c77ab641a4f7),segment_id=46701ca6-a814-4d34-86b7-c77ab641a4f7)] {{(pid=80098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:21:02.035189 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:02.050614 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:02.054929 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb143040-ed49-4aee-892d-16ebd5fd0b7c req-c5abeab4-47b6-435c-b97d-c64ba90669a6 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:02.056394 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fb143040-ed49-4aee-892d-16ebd5fd0b7c req-c5abeab4-47b6-435c-b97d-c64ba90669a6 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 944 time: 0.4497800 Jan 15 10:21:02.142763 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fb143040-ed49-4aee-892d-16ebd5fd0b7c req-bd029430-cafd-4f3b-95a5-294fb4b0b880 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759807 Jan 15 10:21:02.144717 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f551b319-49c0-4421-8fe0-453f4873e32b req-2ee1ca8f-32c9-4891-9217-01bc4d14c3a0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09a01076-95b1-4e46-9041-019b435d310f HTTP/1.1" status: 200 len: 1002 time: 0.4069505 Jan 15 10:21:02.230132 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551b319-49c0-4421-8fe0-453f4873e32b req-b0589e40-0456-4cce-9ea2-270e58611ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:02.231803 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f551b319-49c0-4421-8fe0-453f4873e32b req-b0589e40-0456-4cce-9ea2-270e58611ffe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea4063fd-7d74-42c0-8f21-8e53b0e4ce85 HTTP/1.1" status: 200 len: 849 time: 0.0798056 Jan 15 10:21:02.235195 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] Pushing event updated for resources: {'Port': ['ID=924808b7-d19e-4d36-86c3-287941c575c8,revision_number=3']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:02.248147 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:02.270915 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:02.271638 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:02.278914 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] 10.222.0.73 "PUT /v2.0/ports/924808b7-d19e-4d36-86c3-287941c575c8 HTTP/1.1" status: 200 len: 1158 time: 1.7434018 Jan 15 10:21:02.279793 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913aa25f-3d6e-4d9a-9cec-742b88cecd74', 'tag': '924808b7-d19e-4d36-86c3-287941c575c8'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:21:02.375636 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913aa25f-3d6e-4d9a-9cec-742b88cecd74', 'tag': '924808b7-d19e-4d36-86c3-287941c575c8', 'status': 'completed', 'code': 200} Jan 15 10:21:02.419908 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-3b8a9365-cbc6-4945-8b9b-b11f7e188183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:02.421554 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-3b8a9365-cbc6-4945-8b9b-b11f7e188183 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7967420a877241f7a390365788b33c53&device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 1161 time: 0.0932910 Jan 15 10:21:02.444130 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551b319-49c0-4421-8fe0-453f4873e32b req-6dd7ba12-dcec-4bf1-8b75-a84543996805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:02.445767 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f551b319-49c0-4421-8fe0-453f4873e32b req-6dd7ba12-dcec-4bf1-8b75-a84543996805 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1966002 Jan 15 10:21:02.478746 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8a3ea-594c-4589-95db-7c3bfb50c24f req-8a323f30-2bad-4acf-af86-7ca742a1f216 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:02.480749 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-73a8a3ea-594c-4589-95db-7c3bfb50c24f req-8a323f30-2bad-4acf-af86-7ca742a1f216 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=c569cf48-ec4c-463b-ae65-c38b1c2fcac1 HTTP/1.1" status: 200 len: 946 time: 0.1804636 Jan 15 10:21:02.510462 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-1bc13cfe-5f09-41ad-8261-5a6cffec58be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=924808b7-d19e-4d36-86c3-287941c575c8 HTTP/1.1" status: 200 len: 217 time: 0.0782743 Jan 15 10:21:02.643690 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-73a8a3ea-594c-4589-95db-7c3bfb50c24f req-8dc38e40-4c17-4a3a-a44d-a1e174dfbea2 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378644 Jan 15 10:21:02.686177 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-36d96be6-63eb-4c41-aa51-7fab8f3657b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:02.687759 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-36d96be6-63eb-4c41-aa51-7fab8f3657b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bbdcee5-7bf8-47ea-8b3b-e146795708a7 HTTP/1.1" status: 200 len: 855 time: 0.1689973 Jan 15 10:21:02.743104 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f551b319-49c0-4421-8fe0-453f4873e32b req-65c14c47-c363-4101-885f-5b91342ff77f service neutron] 10.222.0.73 "GET /v2.0/networks/8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612290 Jan 15 10:21:02.785794 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ffe57-565f-4f1b-8e5d-5d9724c32aa2 req-f73c5730-e357-40db-ada6-c3f4c2b5e0d2 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:02.786607 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-178ffe57-565f-4f1b-8e5d-5d9724c32aa2 req-f73c5730-e357-40db-ada6-c3f4c2b5e0d2 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Synchronizing usage tracker for tenant:d5ed31d8a5ee49f59b4857870343b1f5 on resource:port {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:21:02.813731 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-178ffe57-565f-4f1b-8e5d-5d9724c32aa2 req-f73c5730-e357-40db-ada6-c3f4c2b5e0d2 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Unset dirty status for tenant:d5ed31d8a5ee49f59b4857870343b1f5 on resource:port {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:21:02.814884 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-178ffe57-565f-4f1b-8e5d-5d9724c32aa2 req-f73c5730-e357-40db-ada6-c3f4c2b5e0d2 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.73 "GET /v2.0/ports?device_id=c569cf48-ec4c-463b-ae65-c38b1c2fcac1 HTTP/1.1" status: 200 len: 946 time: 0.2470124 Jan 15 10:21:02.821237 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-8a1e86bd-ed9d-4b3d-9b9b-f60ea8d96d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:02.823623 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-8a1e86bd-ed9d-4b3d-9b9b-f60ea8d96d05 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee63e9f3-0f98-4146-b7e4-219c5a0de38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1237147 Jan 15 10:21:02.892495 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcaedac-2372-4494-91ee-5058e8a9610c req-1e9d6b4d-7c59-4edf-a07d-ab93c26714d1 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:02.894196 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7dcaedac-2372-4494-91ee-5058e8a9610c req-1e9d6b4d-7c59-4edf-a07d-ab93c26714d1 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.2168422 Jan 15 10:21:02.967960 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f551b319-49c0-4421-8fe0-453f4873e32b req-611e95ec-e9f0-4ed2-85a0-9ebb7c39feb3 service neutron] 10.222.0.73 "GET /v2.0/networks/8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2153022 Jan 15 10:21:02.974107 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7dcaedac-2372-4494-91ee-5058e8a9610c req-4d6a66d9-b01b-4bb1-bbf5-c7b81ed4f632 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716574 Jan 15 10:21:03.030920 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-178ffe57-565f-4f1b-8e5d-5d9724c32aa2 req-9a90f726-a2ae-4d35-918c-8955f7698dc5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Deleting port 155b0c0b-b65a-4549-b0af-b402c0443b9b {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:21:03.031362 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-178ffe57-565f-4f1b-8e5d-5d9724c32aa2 req-9a90f726-a2ae-4d35-918c-8955f7698dc5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:03.165726 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-70a11da3-ddcb-46b2-9842-6625e6c3952a service neutron] 10.222.0.73 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113563 Jan 15 10:21:03.429151 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e526932-e8ae-44a1-a656-e9146f331291 req-84db4e56-83fc-42fd-a454-8c35daf97d80 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:03.430893 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5e526932-e8ae-44a1-a656-e9146f331291 req-84db4e56-83fc-42fd-a454-8c35daf97d80 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 944 time: 0.1231713 Jan 15 10:21:03.457621 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bcae1b2b-e16e-49a6-883b-6add1bd3175e req-8e13b924-95d4-48e6-abb3-20f3a1f9ea96 service neutron] 10.222.0.73 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2833242 Jan 15 10:21:03.466341 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-178ffe57-565f-4f1b-8e5d-5d9724c32aa2 req-9a90f726-a2ae-4d35-918c-8955f7698dc5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] For port 155b0c0b-b65a-4549-b0af-b402c0443b9b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=155b0c0b-b65a-4549-b0af-b402c0443b9b,segment=NetworkSegment(d5d26f90-5abb-4887-857b-47343fbf8f3a),segment_id=d5d26f90-5abb-4887-857b-47343fbf8f3a)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:21:03.467326 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-178ffe57-565f-4f1b-8e5d-5d9724c32aa2 req-9a90f726-a2ae-4d35-918c-8955f7698dc5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:03.491686 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5e526932-e8ae-44a1-a656-e9146f331291 req-2b7cb28d-4cf4-4c2d-89b6-c03d8541ca7f tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524378 Jan 15 10:21:03.640289 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-178ffe57-565f-4f1b-8e5d-5d9724c32aa2 req-9a90f726-a2ae-4d35-918c-8955f7698dc5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Calling delete_port for 155b0c0b-b65a-4549-b0af-b402c0443b9b owned by compute:nova {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:21:03.659095 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 155b0c0b-b65a-4549-b0af-b402c0443b9b no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:21:03.792994 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:03.809890 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9c662-fedc-41ae-a199-67c50ecc162f req-750d87aa-1300-49a5-b061-c168a2621c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:03.811535 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-eeb9c662-fedc-41ae-a199-67c50ecc162f req-750d87aa-1300-49a5-b061-c168a2621c79 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7967420a877241f7a390365788b33c53&device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 1161 time: 0.2153339 Jan 15 10:21:03.911435 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48c3c6-e5c4-4ca8-8159-412b306b39ab req-099c5f47-49f7-4317-9753-0a777e8118bb tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:03.913436 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5b48c3c6-e5c4-4ca8-8159-412b306b39ab req-099c5f47-49f7-4317-9753-0a777e8118bb tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=c569cf48-ec4c-463b-ae65-c38b1c2fcac1 HTTP/1.1" status: 200 len: 946 time: 0.1097026 Jan 15 10:21:03.941978 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-178ffe57-565f-4f1b-8e5d-5d9724c32aa2 req-9a90f726-a2ae-4d35-918c-8955f7698dc5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:03.966853 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-17ca7e98-1f9d-4ae8-9ac9-d88990163413 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:03.986048 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5b48c3c6-e5c4-4ca8-8159-412b306b39ab req-fb202d7a-dd82-4a3f-8f52-932c4ce6168b tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/security-groups?id=47b5faac-d03d-4015-a460-8d880fcd7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550485 Jan 15 10:21:04.049327 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90f726-a2ae-4d35-918c-8955f7698dc5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Pushing event deleted for resources: {'Port': ['ID=155b0c0b-b65a-4549-b0af-b402c0443b9b,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:04.055539 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-9a90f726-a2ae-4d35-918c-8955f7698dc5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:04.150303 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9c662-fedc-41ae-a199-67c50ecc162f req-8a4a912a-b089-4e61-9f48-6e67def6f8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:04.152655 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-eeb9c662-fedc-41ae-a199-67c50ecc162f req-8a4a912a-b089-4e61-9f48-6e67def6f8b4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee63e9f3-0f98-4146-b7e4-219c5a0de38d HTTP/1.1" status: 200 len: 910 time: 0.3342047 Jan 15 10:21:04.251117 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065e91e-966a-4b66-a410-5c7da267a6d7 req-a93212a6-d22f-4003-bcba-50d47fb93ef8 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:04.252932 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7065e91e-966a-4b66-a410-5c7da267a6d7 req-a93212a6-d22f-4003-bcba-50d47fb93ef8 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1104236 Jan 15 10:21:04.315317 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7065e91e-966a-4b66-a410-5c7da267a6d7 req-68bacc84-7463-49fa-9782-a17e0c822e27 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539789 Jan 15 10:21:04.459597 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-eeb9c662-fedc-41ae-a199-67c50ecc162f req-6843db1f-ae73-45c1-a319-a6d8bca29693 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=924808b7-d19e-4d36-86c3-287941c575c8 HTTP/1.1" status: 200 len: 217 time: 0.2982466 Jan 15 10:21:04.566317 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-178ffe57-565f-4f1b-8e5d-5d9724c32aa2 req-9a90f726-a2ae-4d35-918c-8955f7698dc5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] No DVR routers for this DVR port 155b0c0b-b65a-4549-b0af-b402c0443b9b on host hv-cinder-76859 {{(pid=80098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:21:04.570287 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-178ffe57-565f-4f1b-8e5d-5d9724c32aa2 req-9a90f726-a2ae-4d35-918c-8955f7698dc5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:04.573193 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c569cf48-ec4c-463b-ae65-c38b1c2fcac1', 'name': 'network-vif-deleted', 'tag': '155b0c0b-b65a-4549-b0af-b402c0443b9b'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:21:04.589042 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9c662-fedc-41ae-a199-67c50ecc162f req-78f42a15-06bf-40da-8ac1-a50f80f78c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:04.590552 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-eeb9c662-fedc-41ae-a199-67c50ecc162f req-78f42a15-06bf-40da-8ac1-a50f80f78c69 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bbdcee5-7bf8-47ea-8b3b-e146795708a7 HTTP/1.1" status: 200 len: 855 time: 0.1232977 Jan 15 10:21:04.597251 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-178ffe57-565f-4f1b-8e5d-5d9724c32aa2 req-9a90f726-a2ae-4d35-918c-8955f7698dc5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.73 "DELETE /v2.0/ports/155b0c0b-b65a-4549-b0af-b402c0443b9b HTTP/1.1" status: 204 len: 173 time: 1.7724197 Jan 15 10:21:04.671827 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c569cf48-ec4c-463b-ae65-c38b1c2fcac1', 'name': 'network-vif-deleted', 'tag': '155b0c0b-b65a-4549-b0af-b402c0443b9b', 'status': 'completed', 'code': 200} Jan 15 10:21:04.703436 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9c662-fedc-41ae-a199-67c50ecc162f req-3d77da89-035c-4f64-98a7-175cb7454a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:04.705043 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-eeb9c662-fedc-41ae-a199-67c50ecc162f req-3d77da89-035c-4f64-98a7-175cb7454a15 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee63e9f3-0f98-4146-b7e4-219c5a0de38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1068647 Jan 15 10:21:04.813004 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee867f-52d6-4d21-b162-eb80fcd7ee2c req-5bb45d0b-898b-4a65-8b37-c8e3a7c1696b tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:04.815441 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e7ee867f-52d6-4d21-b162-eb80fcd7ee2c req-5bb45d0b-898b-4a65-8b37-c8e3a7c1696b tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 944 time: 0.1211226 Jan 15 10:21:04.872156 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e7ee867f-52d6-4d21-b162-eb80fcd7ee2c req-3cb96571-7878-4eac-bac3-80c9a9e6aaef tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507052 Jan 15 10:21:04.881583 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-eeb9c662-fedc-41ae-a199-67c50ecc162f req-b03748c1-d0d4-4223-bb04-7971f9c91032 service neutron] 10.222.0.73 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685665 Jan 15 10:21:05.070236 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-eeb9c662-fedc-41ae-a199-67c50ecc162f req-c02f38c1-a842-4f53-aa98-80e263eed178 service neutron] 10.222.0.73 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1810935 Jan 15 10:21:05.187528 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-633afb49-5b0b-4303-a4bf-ce80a4c9949f req-d8ccaaf5-899e-43e7-bd0d-a1956b29e174 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] 10.222.0.60 "GET /v2.0/ports?device_id=c569cf48-ec4c-463b-ae65-c38b1c2fcac1 HTTP/1.1" status: 200 len: 210 time: 0.0455279 Jan 15 10:21:06.055922 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 924808b7-d19e-4d36-86c3-287941c575c8 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:21:06.125848 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning for port 924808b7-d19e-4d36-86c3-287941c575c8 completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:21:06.130849 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 924808b7-d19e-4d36-86c3-287941c575c8 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:06.131317 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:06.144895 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cfe1a-efea-4cff-884f-a414686f051b req-1b7f4588-cdbd-4db1-8ea2-b0da8f148752 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:06.146576 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c67cfe1a-efea-4cff-884f-a414686f051b req-1b7f4588-cdbd-4db1-8ea2-b0da8f148752 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 944 time: 0.1120341 Jan 15 10:21:06.202397 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c67cfe1a-efea-4cff-884f-a414686f051b req-285c0e52-68ef-4028-ac4f-d964e7536f92 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479674 Jan 15 10:21:06.266916 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:06.295854 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913aa25f-3d6e-4d9a-9cec-742b88cecd74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924808b7-d19e-4d36-86c3-287941c575c8'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:21:06.307297 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port 924808b7-d19e-4d36-86c3-287941c575c8, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=924808b7-d19e-4d36-86c3-287941c575c8,segment=NetworkSegment(46701ca6-a814-4d34-86b7-c77ab641a4f7),segment_id=46701ca6-a814-4d34-86b7-c77ab641a4f7)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:21:06.311431 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:06.312806 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 09a01076-95b1-4e46-9041-019b435d310f up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:21:06.369686 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913aa25f-3d6e-4d9a-9cec-742b88cecd74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924808b7-d19e-4d36-86c3-287941c575c8', 'code': 200} Jan 15 10:21:06.370595 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:06.457068 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=924808b7-d19e-4d36-86c3-287941c575c8,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:06.463821 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:06.477321 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 09a01076-95b1-4e46-9041-019b435d310f triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:06.477917 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:06.661366 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e126f-0f96-4c30-a1e3-2bd4ff5804b2 req-f5f57b38-eec7-4ec9-a8d1-c6ae73ecb37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:06.663102 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c99e126f-0f96-4c30-a1e3-2bd4ff5804b2 req-f5f57b38-eec7-4ec9-a8d1-c6ae73ecb37c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 1163 time: 0.0926681 Jan 15 10:21:06.714272 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c99e126f-0f96-4c30-a1e3-2bd4ff5804b2 req-0bcea223-0010-4060-b7ce-02a75cd85d0e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434933 Jan 15 10:21:07.454398 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be0250-17ea-45bb-b4fd-9cda82cb731b req-f71a2374-cc8f-4030-804a-641b4a962ec0 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:07.456053 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f4be0250-17ea-45bb-b4fd-9cda82cb731b req-f71a2374-cc8f-4030-804a-641b4a962ec0 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.0991015 Jan 15 10:21:07.517698 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f4be0250-17ea-45bb-b4fd-9cda82cb731b req-d7f16311-5cbd-4090-8038-ad2a03f17cf6 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549626 Jan 15 10:21:07.697258 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 924808b7-d19e-4d36-86c3-287941c575c8 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:21:07.770827 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 924808b7-d19e-4d36-86c3-287941c575c8 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:07.771199 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:08.291697 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 32908) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:08.448817 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fe14f81b-4930-4605-bd68-1b27dce12b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:08.464407 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-fe14f81b-4930-4605-bd68-1b27dce12b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:08.468511 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-fe14f81b-4930-4605-bd68-1b27dce12b1f admin admin] Usage tracker for resource:security_group_rule and tenant:61c455cdf8904623bc95a50f69ed0cf7 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:08.471522 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-fe14f81b-4930-4605-bd68-1b27dce12b1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:08.477622 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-fe14f81b-4930-4605-bd68-1b27dce12b1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:08.570366 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fe14f81b-4930-4605-bd68-1b27dce12b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:08.573914 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fe14f81b-4930-4605-bd68-1b27dce12b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:08.583737 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ccd712d4-44c5-49ed-82b3-57128f478580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:08.627265 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-fe14f81b-4930-4605-bd68-1b27dce12b1f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=61c455cdf8904623bc95a50f69ed0cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343408 Jan 15 10:21:08.629101 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14f81b-4930-4605-bd68-1b27dce12b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bf85c9-65f2-4bc8-845c-cd57a43675d7,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:08.631664 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 32916) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:08.632743 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-fe14f81b-4930-4605-bd68-1b27dce12b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:08.707465 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f962ccb9-01b0-448a-833a-6d3b95de88f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:08.736731 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f962ccb9-01b0-448a-833a-6d3b95de88f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:08.777998 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320e622-e453-4b18-98c2-2c96ebb15c10 req-b40ac1b6-8447-42f4-9909-b606d50d9c17 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:08.780033 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0320e622-e453-4b18-98c2-2c96ebb15c10 req-b40ac1b6-8447-42f4-9909-b606d50d9c17 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.1058571 Jan 15 10:21:08.785219 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f962ccb9-01b0-448a-833a-6d3b95de88f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:08.790478 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-77f20b33-8b9c-48d4-92ca-a921d25e0a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:08.802102 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962ccb9-01b0-448a-833a-6d3b95de88f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bf85c9-65f2-4bc8-845c-cd57a43675d7,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:08.805892 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f962ccb9-01b0-448a-833a-6d3b95de88f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:08.810517 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f962ccb9-01b0-448a-833a-6d3b95de88f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:08.814162 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-f962ccb9-01b0-448a-833a-6d3b95de88f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/10bf85c9-65f2-4bc8-845c-cd57a43675d7 HTTP/1.1" status: 204 len: 168 time: 0.1787121 Jan 15 10:21:08.833589 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0320e622-e453-4b18-98c2-2c96ebb15c10 req-f8e78a31-57c2-482c-a125-65eb713c5088 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466704 Jan 15 10:21:09.083864 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b12a41-fcdc-493c-bfa3-269131915290 req-3074ec53-4375-4166-978f-55d7071b0178 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:09.085490 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f9b12a41-fcdc-493c-bfa3-269131915290 req-3074ec53-4375-4166-978f-55d7071b0178 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.1028709 Jan 15 10:21:09.095408 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 32926) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:09.101365 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-bcbfbdcf-d1a8-4e38-8132-80c777919577 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Request body: {'floatingip': {'port_id': '924808b7-d19e-4d36-86c3-287941c575c8'}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:21:09.174257 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 32930) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:09.193935 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-bcbfbdcf-d1a8-4e38-8132-80c777919577 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for floatingip, before_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:09.197930 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c6d4bdf3-3f4d-4bfd-b300-762931ada734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:09.213825 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-c6d4bdf3-3f4d-4bfd-b300-762931ada734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:09.218006 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-c6d4bdf3-3f4d-4bfd-b300-762931ada734 admin admin] Usage tracker for resource:security_group_rule and tenant:71df297f137a44adabaaa1a73a40fdf6 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:09.221089 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-c6d4bdf3-3f4d-4bfd-b300-762931ada734 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:09.227134 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-c6d4bdf3-3f4d-4bfd-b300-762931ada734 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:09.316356 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c6d4bdf3-3f4d-4bfd-b300-762931ada734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:09.320452 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c6d4bdf3-3f4d-4bfd-b300-762931ada734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:09.331227 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-6d13dbb3-0ce1-4e00-b940-4615095fc5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:09.379629 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-c6d4bdf3-3f4d-4bfd-b300-762931ada734 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=71df297f137a44adabaaa1a73a40fdf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2015131 Jan 15 10:21:09.379629 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4bdf3-3f4d-4bfd-b300-762931ada734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98594644-28d2-417f-81b3-3f473e385249,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:09.380716 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 32938) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:09.383603 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-c6d4bdf3-3f4d-4bfd-b300-762931ada734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:09.448376 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9ef60066-cb82-4741-b58e-b68b836b25d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:09.476547 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9ef60066-cb82-4741-b58e-b68b836b25d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:09.527430 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9ef60066-cb82-4741-b58e-b68b836b25d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:09.532729 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-6b88a247-fd34-4a75-97e0-c659c43a326e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:09.544341 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef60066-cb82-4741-b58e-b68b836b25d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98594644-28d2-417f-81b3-3f473e385249,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:09.547084 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-9ef60066-cb82-4741-b58e-b68b836b25d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:09.554171 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9ef60066-cb82-4741-b58e-b68b836b25d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:09.559112 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-9ef60066-cb82-4741-b58e-b68b836b25d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/98594644-28d2-417f-81b3-3f473e385249 HTTP/1.1" status: 204 len: 168 time: 0.1739275 Jan 15 10:21:09.896328 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-bcbfbdcf-d1a8-4e38-8132-80c777919577 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for floatingip, precommit_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:09.899774 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-bcbfbdcf-d1a8-4e38-8132-80c777919577 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409790'] for floatingip, after_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:10.051255 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 32948) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:10.072218 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-eb4e59e4-eff5-424b-befb-1ffa89c42e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:10.090708 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-eb4e59e4-eff5-424b-befb-1ffa89c42e28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:10.095525 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-eb4e59e4-eff5-424b-befb-1ffa89c42e28 admin admin] Usage tracker for resource:security_group_rule and tenant:529a3e97f86c4526bbb2321cc38c990c is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:10.099413 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-eb4e59e4-eff5-424b-befb-1ffa89c42e28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:10.106863 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-eb4e59e4-eff5-424b-befb-1ffa89c42e28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:10.220841 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-eb4e59e4-eff5-424b-befb-1ffa89c42e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:10.224707 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-eb4e59e4-eff5-424b-befb-1ffa89c42e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:10.234388 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-9182255d-16ad-4222-bf73-3bba77074156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:10.279673 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-eb4e59e4-eff5-424b-befb-1ffa89c42e28 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=529a3e97f86c4526bbb2321cc38c990c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272072 Jan 15 10:21:10.281496 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e59e4-eff5-424b-befb-1ffa89c42e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2efe773-1ddc-4cf7-8087-63eee3978cc3,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:10.284865 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 32954) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:10.285028 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-eb4e59e4-eff5-424b-befb-1ffa89c42e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:10.353739 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.l3_db [None req-bcbfbdcf-d1a8-4e38-8132-80c777919577 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Floating IP 42effd6e-aecd-4546-a850-99e0e4ed1cba associated. External IP: 172.28.0.164, port: 924808b7-d19e-4d36-86c3-287941c575c8. Jan 15 10:21:10.514483 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2a6cb234-459b-466c-889d-f12975c07708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:10.566367 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2a6cb234-459b-466c-889d-f12975c07708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:10.769807 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2a6cb234-459b-466c-889d-f12975c07708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:10.777517 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-5a11628f-01ed-49f8-b851-8fd56a5bff43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:10.802196 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6cb234-459b-466c-889d-f12975c07708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2efe773-1ddc-4cf7-8087-63eee3978cc3,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:10.810222 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-2a6cb234-459b-466c-889d-f12975c07708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:10.819993 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2a6cb234-459b-466c-889d-f12975c07708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:10.821224 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-2a6cb234-459b-466c-889d-f12975c07708 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a2efe773-1ddc-4cf7-8087-63eee3978cc3 HTTP/1.1" status: 204 len: 168 time: 0.5350699 Jan 15 10:21:10.837217 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbfbdcf-d1a8-4e38-8132-80c777919577 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Router f928ab98-733a-48f0-9b83-de060b60c53c has already been hosted by L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 {{(pid=80099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:21:11.029271 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbfbdcf-d1a8-4e38-8132-80c777919577 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:21:11.034034 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-bcbfbdcf-d1a8-4e38-8132-80c777919577 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for floatingip, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:11.040382 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829af81f-4333-4f9a-8901-1c491bc2bd1a None None] Sync routers for ids ['f928ab98-733a-48f0-9b83-de060b60c53c'] in dv-cinder-768592-3-smb {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:21:11.051405 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829af81f-4333-4f9a-8901-1c491bc2bd1a None None] Routers {'f928ab98-733a-48f0-9b83-de060b60c53c'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:21:11.052123 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-829af81f-4333-4f9a-8901-1c491bc2bd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:20:48Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['f928ab98-733a-48f0-9b83-de060b60c53c'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:11.102785 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-bcbfbdcf-d1a8-4e38-8132-80c777919577 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "PUT /v2.0/floatingips/42effd6e-aecd-4546-a850-99e0e4ed1cba HTTP/1.1" status: 200 len: 992 time: 2.0035727 Jan 15 10:21:11.102785 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913aa25f-3d6e-4d9a-9cec-742b88cecd74', 'tag': '924808b7-d19e-4d36-86c3-287941c575c8'}] {{(pid=80099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:21:11.176506 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913aa25f-3d6e-4d9a-9cec-742b88cecd74', 'tag': '924808b7-d19e-4d36-86c3-287941c575c8', 'status': 'completed', 'code': 200} Jan 15 10:21:11.249025 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-829af81f-4333-4f9a-8901-1c491bc2bd1a None None] Set router f928ab98-733a-48f0-9b83-de060b60c53c gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:21:11.309624 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff7726-ad9a-4db4-8017-0056f6da8c34 req-621fc3c7-d5ee-43c4-beb1-7b53c9371c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:11.311321 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-31ff7726-ad9a-4db4-8017-0056f6da8c34 req-621fc3c7-d5ee-43c4-beb1-7b53c9371c53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7967420a877241f7a390365788b33c53&device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 1163 time: 0.1072862 Jan 15 10:21:11.495576 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff7726-ad9a-4db4-8017-0056f6da8c34 req-fff53884-24e0-4246-86f8-cf9f98e2e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:11.497187 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-31ff7726-ad9a-4db4-8017-0056f6da8c34 req-fff53884-24e0-4246-86f8-cf9f98e2e9fe service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee63e9f3-0f98-4146-b7e4-219c5a0de38d HTTP/1.1" status: 200 len: 910 time: 0.1793685 Jan 15 10:21:11.629216 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-31ff7726-ad9a-4db4-8017-0056f6da8c34 req-db1d8e97-c94f-44db-8bed-ab807c644072 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=924808b7-d19e-4d36-86c3-287941c575c8 HTTP/1.1" status: 200 len: 1000 time: 0.1237338 Jan 15 10:21:11.657673 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-829af81f-4333-4f9a-8901-1c491bc2bd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'name': 'tempest-AttachVolumeShelveTestJSON-830703347-router', 'tenant_id': '7967420a877241f7a390365788b33c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:06Z', 'updated_at': '2021-01-15T10:17:17Z', 'revision_number': 4, 'project_id': '7967420a877241f7a390365788b33c53', 'gw_port': {'id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:07Z', 'updated_at': '2021-01-15T10:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_floatingips': [{'id': '42effd6e-aecd-4546-a850-99e0e4ed1cba', 'tenant_id': '7967420a877241f7a390365788b33c53', 'floating_ip_address': '172.28.0.164', 'floating_network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'router_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'port_id': '924808b7-d19e-4d36-86c3-287941c575c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d', 'mac_address': 'fa:16:3e:5d:fb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913aa25f-3d6e-4d9a-9cec-742b88cecd74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:20:55Z', 'updated_at': '2021-01-15T10:21:09Z', 'revision_number': 1, 'project_id': '7967420a877241f7a390365788b33c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8beff705-7158-4ebc-87fa-3400ea529163', 'name': '', 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d', 'tenant_id': '7967420a877241f7a390365788b33c53', 'mac_address': 'fa:16:3e:4b:b7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:14Z', 'updated_at': '2021-01-15T10:17:32Z', 'revision_number': 5, 'project_id': '7967420a877241f7a390365788b33c53', 'subnets': [{'id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:11.662110 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829af81f-4333-4f9a-8901-1c491bc2bd1a None None] Checking router: f928ab98-733a-48f0-9b83-de060b60c53c for host: dv-cinder-768592-3-smb {{(pid=80100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:21:11.672159 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829af81f-4333-4f9a-8901-1c491bc2bd1a None None] Routers {'f928ab98-733a-48f0-9b83-de060b60c53c'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:21:11.672837 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-829af81f-4333-4f9a-8901-1c491bc2bd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:20:48Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['f928ab98-733a-48f0-9b83-de060b60c53c'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:11.715211 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff7726-ad9a-4db4-8017-0056f6da8c34 req-be49ac57-2b67-45a8-8230-41659b37a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:11.716822 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-31ff7726-ad9a-4db4-8017-0056f6da8c34 req-be49ac57-2b67-45a8-8230-41659b37a267 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bbdcee5-7bf8-47ea-8b3b-e146795708a7 HTTP/1.1" status: 200 len: 855 time: 0.0810208 Jan 15 10:21:11.806726 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff7726-ad9a-4db4-8017-0056f6da8c34 req-24eba008-3d7f-47b4-8e39-098b0130ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:11.808654 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-31ff7726-ad9a-4db4-8017-0056f6da8c34 req-24eba008-3d7f-47b4-8e39-098b0130ad42 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee63e9f3-0f98-4146-b7e4-219c5a0de38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0850348 Jan 15 10:21:11.871737 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-829af81f-4333-4f9a-8901-1c491bc2bd1a None None] Set router f928ab98-733a-48f0-9b83-de060b60c53c gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:21:11.966474 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-31ff7726-ad9a-4db4-8017-0056f6da8c34 req-dfd15fc7-ec2e-451e-ae02-f28172d4f0c9 service neutron] 10.222.0.73 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506619 Jan 15 10:21:12.119355 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-31ff7726-ad9a-4db4-8017-0056f6da8c34 req-69130964-eb10-40e6-a63e-aae1a025bbb0 service neutron] 10.222.0.73 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1464670 Jan 15 10:21:12.250406 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-829af81f-4333-4f9a-8901-1c491bc2bd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'name': 'tempest-AttachVolumeShelveTestJSON-830703347-router', 'tenant_id': '7967420a877241f7a390365788b33c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:06Z', 'updated_at': '2021-01-15T10:17:17Z', 'revision_number': 4, 'project_id': '7967420a877241f7a390365788b33c53', 'gw_port': {'id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:07Z', 'updated_at': '2021-01-15T10:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_floatingips': [{'id': '42effd6e-aecd-4546-a850-99e0e4ed1cba', 'tenant_id': '7967420a877241f7a390365788b33c53', 'floating_ip_address': '172.28.0.164', 'floating_network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'router_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'port_id': '924808b7-d19e-4d36-86c3-287941c575c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d', 'mac_address': 'fa:16:3e:5d:fb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913aa25f-3d6e-4d9a-9cec-742b88cecd74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:20:55Z', 'updated_at': '2021-01-15T10:21:09Z', 'revision_number': 1, 'project_id': '7967420a877241f7a390365788b33c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8beff705-7158-4ebc-87fa-3400ea529163', 'name': '', 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d', 'tenant_id': '7967420a877241f7a390365788b33c53', 'mac_address': 'fa:16:3e:4b:b7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:14Z', 'updated_at': '2021-01-15T10:17:32Z', 'revision_number': 5, 'project_id': '7967420a877241f7a390365788b33c53', 'subnets': [{'id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:12.254583 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829af81f-4333-4f9a-8901-1c491bc2bd1a None None] The sync data for ids ['f928ab98-733a-48f0-9b83-de060b60c53c'] in dv-cinder-768592-3-smb is: [{'id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'name': 'tempest-AttachVolumeShelveTestJSON-830703347-router', 'tenant_id': '7967420a877241f7a390365788b33c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:06Z', 'updated_at': '2021-01-15T10:17:17Z', 'revision_number': 4, 'project_id': '7967420a877241f7a390365788b33c53', 'gw_port': {'id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:07Z', 'updated_at': '2021-01-15T10:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_floatingips': [{'id': '42effd6e-aecd-4546-a850-99e0e4ed1cba', 'tenant_id': '7967420a877241f7a390365788b33c53', 'floating_ip_address': '172.28.0.164', 'floating_network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'router_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'port_id': '924808b7-d19e-4d36-86c3-287941c575c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d', 'mac_address': 'fa:16:3e:5d:fb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913aa25f-3d6e-4d9a-9cec-742b88cecd74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:20:55Z', 'updated_at': '2021-01-15T10:21:09Z', 'revision_number': 1, 'project_id': '7967420a877241f7a390365788b33c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8beff705-7158-4ebc-87fa-3400ea529163', 'name': '', 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d', 'tenant_id': '7967420a877241f7a390365788b33c53', 'mac_address': 'fa:16:3e:4b:b7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:14Z', 'updated_at': '2021-01-15T10:17:32Z', 'revision_number': 5, 'project_id': '7967420a877241f7a390365788b33c53', 'subnets': [{'id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:21:12.579131 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c1ff82-68c4-45e4-ae97-7afc58030a46 None None] New status for floating IP 42effd6e-aecd-4546-a850-99e0e4ed1cba: ACTIVE {{(pid=80101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 10:21:12.753622 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4d7e73f0-9be1-4b28-a845-de3315347e91 req-1034cb7c-5127-4b96-9e29-8c7a05e92afa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1016676 Jan 15 10:21:12.857077 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e73f0-9be1-4b28-a845-de3315347e91 req-b5ac8a7c-f609-41b6-a29b-f065a4b2569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:12.858619 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4d7e73f0-9be1-4b28-a845-de3315347e91 req-b5ac8a7c-f609-41b6-a29b-f065a4b2569b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d2e666365284aacad9462063764b9e2&device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 1163 time: 0.0804663 Jan 15 10:21:13.029946 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e73f0-9be1-4b28-a845-de3315347e91 req-3f45f4e0-0865-4f1c-896c-7377f546d2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:13.031721 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4d7e73f0-9be1-4b28-a845-de3315347e91 req-3f45f4e0-0865-4f1c-896c-7377f546d2f4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f HTTP/1.1" status: 200 len: 904 time: 0.1520476 Jan 15 10:21:13.159024 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4d7e73f0-9be1-4b28-a845-de3315347e91 req-053823b5-e11d-4c15-a74a-217ec20c611c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09a01076-95b1-4e46-9041-019b435d310f HTTP/1.1" status: 200 len: 1002 time: 0.1096306 Jan 15 10:21:13.232081 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e73f0-9be1-4b28-a845-de3315347e91 req-d8bd12c6-bbc8-4ec4-8654-eb88bab98939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:13.233667 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4d7e73f0-9be1-4b28-a845-de3315347e91 req-d8bd12c6-bbc8-4ec4-8654-eb88bab98939 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea4063fd-7d74-42c0-8f21-8e53b0e4ce85 HTTP/1.1" status: 200 len: 849 time: 0.0678039 Jan 15 10:21:13.316056 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e73f0-9be1-4b28-a845-de3315347e91 req-71a733fa-5b21-47ee-82e0-6f7bb391b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:13.317621 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4d7e73f0-9be1-4b28-a845-de3315347e91 req-71a733fa-5b21-47ee-82e0-6f7bb391b372 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775383 Jan 15 10:21:13.464729 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4d7e73f0-9be1-4b28-a845-de3315347e91 req-31239e68-4f2a-40a8-b716-62827cb91e26 service neutron] 10.222.0.73 "GET /v2.0/networks/8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396165 Jan 15 10:21:13.608839 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4d7e73f0-9be1-4b28-a845-de3315347e91 req-07dcc394-b127-4915-82ce-22d04bbcec26 service neutron] 10.222.0.73 "GET /v2.0/networks/8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1378417 Jan 15 10:21:15.440548 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:15.480470 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1e179c9d-e0bb-4fdc-b2df-85036592777b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:17.903995 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-05b26dc6-ff5b-4089-a624-0088dee33c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:18.451406 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:19.449433 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:20.113314 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:23.901234 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 33192) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:24.062234 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:24.082154 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:24.086419 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Usage tracker for resource:security_group_rule and tenant:48471e974a2b404d8829f7ab54f7f57a is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:24.090670 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:24.096769 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:24.187639 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:24.190757 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:24.200669 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b8e265c5-9463-47c7-afd6-e343a35478ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:24.245299 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=48471e974a2b404d8829f7ab54f7f57a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3436623 Jan 15 10:21:24.246224 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8346c9-2c5e-410e-847a-a25d4f6c9556,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:24.248267 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 33206) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:24.254329 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.254729 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.255163 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.255566 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.255951 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.256374 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.256776 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.257167 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.257556 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.257937 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.258317 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.258758 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.259818 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.260797 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.261186 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.261573 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.261960 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.262342 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.262721 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.263346 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.263535 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.263920 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.264360 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.264599 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.269290 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:24.314181 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:24.341799 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:24.386927 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:24.391997 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-54d78528-69dd-4b62-9956-ca48aecaa2a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:24.405004 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8346c9-2c5e-410e-847a-a25d4f6c9556,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:24.418276 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.418690 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.419111 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.419599 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.419998 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.420395 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.420787 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.421178 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.421565 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.421952 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.422339 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.422724 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.423172 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.423562 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.423945 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.424331 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.424718 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.425103 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.425484 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.425865 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.426248 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.426631 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.427013 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.427423 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:24.431659 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:24.433152 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:24.434441 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da8346c9-2c5e-410e-847a-a25d4f6c9556 HTTP/1.1" status: 204 len: 168 time: 0.1849852 Jan 15 10:21:25.271285 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 33234) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:25.316094 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:21:25.419939 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-887938499-network', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:21:25.425192 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:25.429330 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] Usage tracker for resource:network and tenant:f5dd2c97bdf843d8ae7b78413f5c97dc is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:25.432930 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:25.438811 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:25.448620 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] Made reservation on behalf of f5dd2c97bdf843d8ae7b78413f5c97dc for: {'network': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:21:25.453451 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for network, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:25.466636 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:25.483164 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:25.487121 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] Usage tracker for resource:security_group_rule and tenant:f5dd2c97bdf843d8ae7b78413f5c97dc is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:25.490034 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:25.496544 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:25.584306 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:25.586915 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:25.591629 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:25.623713 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:21:25.632819 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1136d194-4403-4bca-8a19-dc36a751639b,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:25.636819 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:25.639377 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:25.639743 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.segments_db [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] Added segment 7073c9f7-3cbf-445c-a24f-dcc8f466ac0a of type vxlan for network af2f5627-bf44-4a11-94b8-1bbbb4a02f2b Jan 15 10:21:25.668131 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309570361187'] for network, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:25.698424 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for network, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:25.699729 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:25.700368 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:25.705288 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-35e93059-b2a3-415a-9327-910b078d8ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:25.814515 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5420055 Jan 15 10:21:25.817613 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 33242) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:25.817764 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] Pushing event updated for resources: {'Network': ['ID=af2f5627-bf44-4a11-94b8-1bbbb4a02f2b,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:25.820692 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:25.827649 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-395d4660-4459-47d4-ac09-1c98af38686a admin admin] Request body: {'subnet': {'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-887938499-subnet', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'ip_version': 4}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:21:25.828771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Network af2f5627-bf44-4a11-94b8-1bbbb4a02f2b details requested by agent ovs-agent-dv-cinder-768592-3-smb with host dv-cinder-768592-3-smb {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:21:25.833267 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-395d4660-4459-47d4-ac09-1c98af38686a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:25.837872 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-395d4660-4459-47d4-ac09-1c98af38686a admin admin] Usage tracker for resource:subnet and tenant:f5dd2c97bdf843d8ae7b78413f5c97dc is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:25.840916 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-395d4660-4459-47d4-ac09-1c98af38686a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:25.846831 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Network af2f5627-bf44-4a11-94b8-1bbbb4a02f2b details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:21:25.846967 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-395d4660-4459-47d4-ac09-1c98af38686a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:25.857443 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395d4660-4459-47d4-ac09-1c98af38686a admin admin] Made reservation on behalf of f5dd2c97bdf843d8ae7b78413f5c97dc for: {'subnet': 1} {{(pid=80099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:21:25.862204 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-395d4660-4459-47d4-ac09-1c98af38686a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1089391'] for subnet, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:26.279100 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-395d4660-4459-47d4-ac09-1c98af38686a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852427919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1089374'] for subnet, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:26.295379 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-5913d1bf-b139-47a6-a9ae-4aaeb1d0cf9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:26.430839 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d4660-4459-47d4-ac09-1c98af38686a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e7b1517-6c77-4d39-a202-dc8213f3896c,revision_number=0']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:26.435161 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-395d4660-4459-47d4-ac09-1c98af38686a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:26.486462 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 33250) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:26.497256 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395d4660-4459-47d4-ac09-1c98af38686a admin admin] Checking segment: {'id': '7073c9f7-3cbf-445c-a24f-dcc8f466ac0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:21:26.497665 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395d4660-4459-47d4-ac09-1c98af38686a admin admin] Network hostable DHCP agents. Network: af2f5627-bf44-4a11-94b8-1bbbb4a02f2b, hostable agents: ['b4fd3997-8a6f-4495-b48b-6d59b5a93601'], hosted agents: [] {{(pid=80099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:21:26.516226 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395d4660-4459-47d4-ac09-1c98af38686a admin admin] Network af2f5627-bf44-4a11-94b8-1bbbb4a02f2b is scheduled to be hosted by DHCP agent b4fd3997-8a6f-4495-b48b-6d59b5a93601 with binding_index 1 {{(pid=80099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:21:26.525175 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-395d4660-4459-47d4-ac09-1c98af38686a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-smb, af2f5627-bf44-4a11-94b8-1bbbb4a02f2b) {{(pid=80099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:21:26.534271 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af01b65-11b9-4c73-8130-1fb025350b1c None None] Network af2f5627-bf44-4a11-94b8-1bbbb4a02f2b requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:21:26.539370 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395d4660-4459-47d4-ac09-1c98af38686a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:26.540025 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-395d4660-4459-47d4-ac09-1c98af38686a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for subnet, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:26.554439 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ef392d-9a7d-4c35-a283-1e2d4b16ae46 admin admin] Deleting subnet 8aced572-233a-41c7-9024-35e159e5a76a {{(pid=80098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:21:26.557971 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-39ef392d-9a7d-4c35-a283-1e2d4b16ae46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:26.568889 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-395d4660-4459-47d4-ac09-1c98af38686a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7475226 Jan 15 10:21:26.569314 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 33254) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:26.575543 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-953ba9fd-2adc-4a18-955c-2185e2bc5e0a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-887938499-router', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:21:26.580694 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-953ba9fd-2adc-4a18-955c-2185e2bc5e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:26.585386 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-953ba9fd-2adc-4a18-955c-2185e2bc5e0a admin admin] Usage tracker for resource:router and tenant:f5dd2c97bdf843d8ae7b78413f5c97dc is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:26.589196 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-953ba9fd-2adc-4a18-955c-2185e2bc5e0a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:26.595395 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-953ba9fd-2adc-4a18-955c-2185e2bc5e0a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:26.606736 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-953ba9fd-2adc-4a18-955c-2185e2bc5e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-522549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036852685493'] for router, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:26.607896 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-953ba9fd-2adc-4a18-955c-2185e2bc5e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854253230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2090307'] for router, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:26.620490 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-39ef392d-9a7d-4c35-a283-1e2d4b16ae46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3229886'] for subnet, precommit_delete_associations {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:26.625292 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-953ba9fd-2adc-4a18-955c-2185e2bc5e0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:26.681452 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-39ef392d-9a7d-4c35-a283-1e2d4b16ae46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854144639'] for subnet, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:26.772231 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56449651-64e6-5d3e-9159-e3ce16e7280d-af2f5627-bf44-4a11-94b8-1bbbb4a02f2b', 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'fixed_ips': [{'subnet_id': '0e7b1517-6c77-4d39-a202-dc8213f3896c'}]}} from dv-cinder-768592-3-smb. {{(pid=80100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 10:21:26.773244 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:26.940044 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-953ba9fd-2adc-4a18-955c-2185e2bc5e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2090322'] for router, precommit_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:26.976164 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-39ef392d-9a7d-4c35-a283-1e2d4b16ae46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850609153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852289168'] for subnet, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:26.995521 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-cbd778e4-051a-4fa7-9037-d00341d62e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:27.045916 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef392d-9a7d-4c35-a283-1e2d4b16ae46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aced572-233a-41c7-9024-35e159e5a76a,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:27.049897 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-39ef392d-9a7d-4c35-a283-1e2d4b16ae46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:27.136363 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-39ef392d-9a7d-4c35-a283-1e2d4b16ae46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:27.144895 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-39ef392d-9a7d-4c35-a283-1e2d4b16ae46 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8aced572-233a-41c7-9024-35e159e5a76a HTTP/1.1" status: 204 len: 168 time: 0.6548080 Jan 15 10:21:27.145590 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 33258) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:27.255112 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Allocated IP 172.20.0.2 (af2f5627-bf44-4a11-94b8-1bbbb4a02f2b/0e7b1517-6c77-4d39-a202-dc8213f3896c/be704598-4c29-4380-8381-3e662db9383f) {{(pid=80100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:21:27.272200 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-117ec64c-893d-49db-a40c-079412a2017e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357326'] for network, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:27.304443 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-953ba9fd-2adc-4a18-955c-2185e2bc5e0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:27.341895 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-953ba9fd-2adc-4a18-955c-2185e2bc5e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:27.484462 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-117ec64c-893d-49db-a40c-079412a2017e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631286', 'neutron.services.segments.db._delete_segments_for_network-8727284934413'] for network, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:27.498646 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Notify callbacks [] for port, precommit_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:27.512256 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Transition to ACTIVE for port object be704598-4c29-4380-8381-3e662db9383f will not be triggered until provisioned by entity L2. {{(pid=80100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:21:27.532335 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Transition to ACTIVE for port object be704598-4c29-4380-8381-3e662db9383f will not be triggered until provisioned by entity DHCP. {{(pid=80100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:21:27.537825 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039'] for port, after_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:27.555191 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:27.709941 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Pushing event updated for resources: {'Port': ['ID=be704598-4c29-4380-8381-3e662db9383f,revision_number=1']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:27.723887 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:27.724533 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:27.724919 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:27.725298 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:27.725668 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:27.726035 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:27.726402 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:27.726765 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:27.727153 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:27.727522 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:27.727934 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:27.728326 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:27.728939 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:27.729302 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:27.729661 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:27.730019 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:27.730379 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:27.730737 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:27.731101 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:27.731477 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:27.731836 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:27.732196 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:27.732554 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:27.732910 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:27.739249 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:27.781234 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Network af2f5627-bf44-4a11-94b8-1bbbb4a02f2b is already hosted by enough agents. {{(pid=80100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:21:27.782596 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Resources bound (agent type, host, resource id): {{(pid=80100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:21:27.784992 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Received port after_create {{(pid=80100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:21:27.831448 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-117ec64c-893d-49db-a40c-079412a2017e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c1bd22-6446-45f9-ab3e-bdb2204c9e0f']}} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:27.841416 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Attempting to bind port be704598-4c29-4380-8381-3e662db9383f on host dv-cinder-768592-3-smb for vnic_type normal with profile {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:21:27.841828 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Attempting to bind port be704598-4c29-4380-8381-3e662db9383f by drivers openvswitch on host dv-cinder-768592-3-smb at level 0 using segments [{'id': '7073c9f7-3cbf-445c-a24f-dcc8f466ac0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b'}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:21:27.842236 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Attempting to bind port be704598-4c29-4380-8381-3e662db9383f on network af2f5627-bf44-4a11-94b8-1bbbb4a02f2b {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:21:27.846059 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-117ec64c-893d-49db-a40c-079412a2017e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d26f90-5abb-4887-857b-47343fbf8f3a') {'for_net_delete': True} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:27.846552 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-117ec64c-893d-49db-a40c-079412a2017e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d26f90-5abb-4887-857b-47343fbf8f3a') {} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:27.847893 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Checking agent: {'id': '76195a66-59ce-4b08-8c8f-8789c84dc4dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:21:27.848308 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Checking segment: {'id': '7073c9f7-3cbf-445c-a24f-dcc8f466ac0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:21:27.848749 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:27.849435 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Bound using segment: {'id': '7073c9f7-3cbf-445c-a24f-dcc8f466ac0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b'} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:21:27.849984 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Bound port: be704598-4c29-4380-8381-3e662db9383f, host: dv-cinder-768592-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7073c9f7-3cbf-445c-a24f-dcc8f466ac0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b'}}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:21:27.850396 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:27.852679 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [None req-953ba9fd-2adc-4a18-955c-2185e2bc5e0a admin admin] Allocated IP 172.28.0.145 (512bef08-258b-4e03-8592-7639e3feb0a7/afc97f5e-62e7-4d57-b78b-6d502dcdcf4b/be3c4d36-cd3b-4e41-b5cd-9613c32ed40f) {{(pid=80099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:21:27.861417 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-117ec64c-893d-49db-a40c-079412a2017e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309569803022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851545978'] for segment, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:27.877904 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-117ec64c-893d-49db-a40c-079412a2017e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:27.879971 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-117ec64c-893d-49db-a40c-079412a2017e admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:21:27.957108 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] For port be704598-4c29-4380-8381-3e662db9383f, host dv-cinder-768592-3-smb, cleared binding levels {{(pid=80100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:21:27.960406 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] For port be704598-4c29-4380-8381-3e662db9383f, host dv-cinder-768592-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=be704598-4c29-4380-8381-3e662db9383f,segment=NetworkSegment(7073c9f7-3cbf-445c-a24f-dcc8f466ac0a),segment_id=7073c9f7-3cbf-445c-a24f-dcc8f466ac0a)] {{(pid=80100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:21:27.964033 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:27.980459 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:28.040928 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-953ba9fd-2adc-4a18-955c-2185e2bc5e0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:28.069254 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-953ba9fd-2adc-4a18-955c-2185e2bc5e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427881'] for port, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:28.070500 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-117ec64c-893d-49db-a40c-079412a2017e admin admin] Network 27c1bd22-6446-45f9-ab3e-bdb2204c9e0f has no segments {{(pid=80098) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:21:28.080902 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-117ec64c-893d-49db-a40c-079412a2017e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-629596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850609246'] for segment, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:28.090507 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:28.128252 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Pushing event updated for resources: {'Port': ['ID=be704598-4c29-4380-8381-3e662db9383f,revision_number=2']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:28.132936 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:28.241104 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ba9fd-2adc-4a18-955c-2185e2bc5e0a admin admin] Pushing event updated for resources: {'Port': ['ID=be3c4d36-cd3b-4e41-b5cd-9613c32ed40f,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:28.246930 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-953ba9fd-2adc-4a18-955c-2185e2bc5e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:28.275867 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-117ec64c-893d-49db-a40c-079412a2017e admin admin] Network 27c1bd22-6446-45f9-ab3e-bdb2204c9e0f has no segments {{(pid=80098) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:21:28.296143 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953ba9fd-2adc-4a18-955c-2185e2bc5e0a admin admin] Network 512bef08-258b-4e03-8592-7639e3feb0a7 is already hosted by enough agents. {{(pid=80099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:21:28.297310 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-953ba9fd-2adc-4a18-955c-2185e2bc5e0a admin admin] Resources bound (agent type, host, resource id): {{(pid=80099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:21:28.299694 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953ba9fd-2adc-4a18-955c-2185e2bc5e0a admin admin] Received port after_create {{(pid=80099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: Traceback (most recent call last): Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: timer() Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: cb(*args, **kw) Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: return func(*args, **kwargs) Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: self._notify() Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: self.callback(batched_events) Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: event.method(event) Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: segment_id)['aggregates'][0] Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: return f(self, *a, **k) Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: return self._get(url).json() Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: **kwargs) Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: return self.request(url, 'GET', **kwargs) Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: **endpoint_filter) Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:21:28.299857 dv-cinder-768592-3-smb neutron-server[79989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:21:28.384730 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-117ec64c-893d-49db-a40c-079412a2017e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409743'] for network, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:28.388486 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:28.402817 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-117ec64c-893d-49db-a40c-079412a2017e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:28.421080 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ec64c-893d-49db-a40c-079412a2017e admin admin] Pushing event deleted for resources: {'Network': ['ID=27c1bd22-6446-45f9-ab3e-bdb2204c9e0f,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:28.440670 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-117ec64c-893d-49db-a40c-079412a2017e admin admin] 10.222.0.60 "DELETE /v2.0/networks/27c1bd22-6446-45f9-ab3e-bdb2204c9e0f HTTP/1.1" status: 204 len: 168 time: 1.2938960 Jan 15 10:21:28.443664 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-117ec64c-893d-49db-a40c-079412a2017e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:28.615329 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 33268) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:28.669819 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-ffcdcc76-7cf3-421f-8a2e-a3b294b1d549 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d5ed31d8a5ee49f59b4857870343b1f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531728 Jan 15 10:21:28.672407 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 33272) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:28.736708 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-de78ff6e-c52b-4a4f-aa90-5f866f5a53be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:28.764816 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-de78ff6e-c52b-4a4f-aa90-5f866f5a53be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:28.780549 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-953ba9fd-2adc-4a18-955c-2185e2bc5e0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:28.812570 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-de78ff6e-c52b-4a4f-aa90-5f866f5a53be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:28.817668 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1331d705-d8ff-45d9-aa04-809201f169b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:28.829471 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78ff6e-c52b-4a4f-aa90-5f866f5a53be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b5faac-d03d-4015-a460-8d880fcd7574,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:28.834610 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-de78ff6e-c52b-4a4f-aa90-5f866f5a53be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:28.836682 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-de78ff6e-c52b-4a4f-aa90-5f866f5a53be admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:28.837988 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-de78ff6e-c52b-4a4f-aa90-5f866f5a53be admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/47b5faac-d03d-4015-a460-8d880fcd7574 HTTP/1.1" status: 204 len: 168 time: 0.1645250 Jan 15 10:21:29.055221 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device be704598-4c29-4380-8381-3e662db9383f up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:21:29.133468 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning for port be704598-4c29-4380-8381-3e662db9383f completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:21:29.171295 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-953ba9fd-2adc-4a18-955c-2185e2bc5e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854253268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854366006'] for router, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:29.391769 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953ba9fd-2adc-4a18-955c-2185e2bc5e0a admin admin] Router 2125bf57-2947-464f-a340-25397626000f is scheduled to L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 with binding_index 1 {{(pid=80099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 10:21:29.580126 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444aa015-8ea4-46b8-a7ca-b03508d29e3b None None] Network af2f5627-bf44-4a11-94b8-1bbbb4a02f2b requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:21:29.584327 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953ba9fd-2adc-4a18-955c-2185e2bc5e0a admin admin] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:21:29.598007 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] Sync routers for ids ['2125bf57-2947-464f-a340-25397626000f'] in dv-cinder-768592-3-smb {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:21:29.608099 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-953ba9fd-2adc-4a18-955c-2185e2bc5e0a admin admin] Notify callbacks [] for router, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:29.612391 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 33280) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:29.612528 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-953ba9fd-2adc-4a18-955c-2185e2bc5e0a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0419128 Jan 15 10:21:29.725152 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] Routers {'2125bf57-2947-464f-a340-25397626000f'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:21:29.725846 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:21:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['2125bf57-2947-464f-a340-25397626000f'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:29.913721 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-92d16687-b7dd-4472-8a12-47f609e10af0 None None] Provisioning for port be704598-4c29-4380-8381-3e662db9383f completed by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:21:29.926553 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-92d16687-b7dd-4472-8a12-47f609e10af0 None None] Provisioning complete for port be704598-4c29-4380-8381-3e662db9383f triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:29.926975 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-92d16687-b7dd-4472-8a12-47f609e10af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:30.073611 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] Set router 2125bf57-2947-464f-a340-25397626000f gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:21:30.331190 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b03b70a5-2ce6-4c2c-917c-b01190ea0f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:30.512924 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-92d16687-b7dd-4472-8a12-47f609e10af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:30.602041 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-92d16687-b7dd-4472-8a12-47f609e10af0 None None] For port be704598-4c29-4380-8381-3e662db9383f, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=be704598-4c29-4380-8381-3e662db9383f,segment=NetworkSegment(7073c9f7-3cbf-445c-a24f-dcc8f466ac0a),segment_id=7073c9f7-3cbf-445c-a24f-dcc8f466ac0a)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:21:30.607828 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-92d16687-b7dd-4472-8a12-47f609e10af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:30.610908 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:30.699250 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d16687-b7dd-4472-8a12-47f609e10af0 None None] Pushing event updated for resources: {'Port': ['ID=be704598-4c29-4380-8381-3e662db9383f,revision_number=3']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:30.703003 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-92d16687-b7dd-4472-8a12-47f609e10af0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:30.712035 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2125bf57-2947-464f-a340-25397626000f', 'name': 'tempest-TestMinimumBasicScenario-887938499-router', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:26Z', 'updated_at': '2021-01-15T10:21:28Z', 'revision_number': 3, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'gw_port': {'id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2125bf57-2947-464f-a340-25397626000f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:27Z', 'updated_at': '2021-01-15T10:21:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:30.716500 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] Checking router: 2125bf57-2947-464f-a340-25397626000f for host: dv-cinder-768592-3-smb {{(pid=80100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:21:30.716899 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] Updating router 2125bf57-2947-464f-a340-25397626000f port be3c4d36-cd3b-4e41-b5cd-9613c32ed40f binding host dv-cinder-768592-3-smb {{(pid=80100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:21:30.727239 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [None req-b03b70a5-2ce6-4c2c-917c-b01190ea0f42 admin admin] Allocated IP 172.20.0.1 (af2f5627-bf44-4a11-94b8-1bbbb4a02f2b/0e7b1517-6c77-4d39-a202-dc8213f3896c/cb979f7c-ed23-478f-8305-04e385d015dd) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:21:30.786693 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-4815ba00-ca0b-42c2-be13-e7c111c1296b None None] Provisioning complete for port be704598-4c29-4380-8381-3e662db9383f triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:30.787248 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4815ba00-ca0b-42c2-be13-e7c111c1296b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:30.819516 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:30.906251 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b03b70a5-2ce6-4c2c-917c-b01190ea0f42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:30.931883 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-b03b70a5-2ce6-4c2c-917c-b01190ea0f42 admin admin] Transition to ACTIVE for port object cb979f7c-ed23-478f-8305-04e385d015dd will not be triggered until provisioned by entity DHCP. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:21:30.957427 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b03b70a5-2ce6-4c2c-917c-b01190ea0f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:30.989310 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-7711db15-1e3d-415f-a7cb-0473c4c4e69f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:31.073471 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device be704598-4c29-4380-8381-3e662db9383f up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:21:31.150554 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b70a5-2ce6-4c2c-917c-b01190ea0f42 admin admin] Pushing event updated for resources: {'Port': ['ID=cb979f7c-ed23-478f-8305-04e385d015dd,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:31.155152 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b03b70a5-2ce6-4c2c-917c-b01190ea0f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:31.201145 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03b70a5-2ce6-4c2c-917c-b01190ea0f42 admin admin] Network af2f5627-bf44-4a11-94b8-1bbbb4a02f2b is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:21:31.202358 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-b03b70a5-2ce6-4c2c-917c-b01190ea0f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:21:31.204713 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03b70a5-2ce6-4c2c-917c-b01190ea0f42 admin admin] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:21:31.263260 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b03b70a5-2ce6-4c2c-917c-b01190ea0f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854255858'] for router_interface, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:31.304524 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port be704598-4c29-4380-8381-3e662db9383f triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:31.304945 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:31.373735 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-e5f1561b-117b-4857-903d-b30818e5db82 None None] Provisioning complete for port be704598-4c29-4380-8381-3e662db9383f triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:31.374164 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e5f1561b-117b-4857-903d-b30818e5db82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:31.515051 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b03b70a5-2ce6-4c2c-917c-b01190ea0f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:31.643580 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] Notify callbacks [] for port, precommit_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:31.664717 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] Transition to ACTIVE for port object be3c4d36-cd3b-4e41-b5cd-9613c32ed40f will not be triggered until provisioned by entity L2. {{(pid=80100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:21:31.667774 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:31.683816 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:31.837520 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d2135-c3db-4ec7-8c5d-fd09506befa5 None None] Pushing event updated for resources: {'Port': ['ID=be3c4d36-cd3b-4e41-b5cd-9613c32ed40f,revision_number=2']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:31.843702 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-776d2135-c3db-4ec7-8c5d-fd09506befa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:31.851779 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-9dc3ec9d-a31d-4e4a-b238-f4e1ace80f88 None None] Provisioning for port cb979f7c-ed23-478f-8305-04e385d015dd completed by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:21:31.863977 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-9dc3ec9d-a31d-4e4a-b238-f4e1ace80f88 None None] Provisioning complete for port cb979f7c-ed23-478f-8305-04e385d015dd triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:31.864397 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9dc3ec9d-a31d-4e4a-b238-f4e1ace80f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:31.956708 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3ec9d-a31d-4e4a-b238-f4e1ace80f88 None None] Port cb979f7c-ed23-478f-8305-04e385d015dd cannot update to ACTIVE because it is not bound. {{(pid=80100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:21:31.970029 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] Attempting to bind port be3c4d36-cd3b-4e41-b5cd-9613c32ed40f on host dv-cinder-768592-3-smb for vnic_type normal with profile {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:21:31.970442 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] Attempting to bind port be3c4d36-cd3b-4e41-b5cd-9613c32ed40f by drivers openvswitch on host dv-cinder-768592-3-smb at level 0 using segments [{'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:21:31.970857 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] Attempting to bind port be3c4d36-cd3b-4e41-b5cd-9613c32ed40f on network 512bef08-258b-4e03-8592-7639e3feb0a7 {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:21:31.978905 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] Checking agent: {'id': '76195a66-59ce-4b08-8c8f-8789c84dc4dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:21:31.979166 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] Checking segment: {'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:21:31.979475 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:31.979919 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] Bound using segment: {'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:21:31.980824 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] Bound port: be3c4d36-cd3b-4e41-b5cd-9613c32ed40f, host: dv-cinder-768592-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:21:31.980967 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:32.052178 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b03b70a5-2ce6-4c2c-917c-b01190ea0f42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:32.056452 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b03b70a5-2ce6-4c2c-917c-b01190ea0f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:32.058061 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] For port be3c4d36-cd3b-4e41-b5cd-9613c32ed40f, host dv-cinder-768592-3-smb, cleared binding levels {{(pid=80100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:21:32.061310 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] For port be3c4d36-cd3b-4e41-b5cd-9613c32ed40f, host dv-cinder-768592-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=be3c4d36-cd3b-4e41-b5cd-9613c32ed40f,segment=NetworkSegment(b0c09c06-7b10-4f05-84b2-2c066d8764a1),segment_id=b0c09c06-7b10-4f05-84b2-2c066d8764a1)] {{(pid=80100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:21:32.064363 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:32.079431 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-92d16687-b7dd-4472-8a12-47f609e10af0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:32.086481 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-455c13f6-14f8-4a9e-8ff6-dd0009f734e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:32.173028 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b03b70a5-2ce6-4c2c-917c-b01190ea0f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1027109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520177'] for router_interface, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:32.186176 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b70a5-2ce6-4c2c-917c-b01190ea0f42 admin admin] Pushing event updated for resources: {'Port': ['ID=cb979f7c-ed23-478f-8305-04e385d015dd,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:32.191055 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b03b70a5-2ce6-4c2c-917c-b01190ea0f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:32.236403 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d2135-c3db-4ec7-8c5d-fd09506befa5 None None] Pushing event updated for resources: {'Port': ['ID=be3c4d36-cd3b-4e41-b5cd-9613c32ed40f,revision_number=3']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:32.239790 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-776d2135-c3db-4ec7-8c5d-fd09506befa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:32.284608 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] Routers {'2125bf57-2947-464f-a340-25397626000f'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:21:32.285282 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:21:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['2125bf57-2947-464f-a340-25397626000f'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:32.323485 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03b70a5-2ce6-4c2c-917c-b01190ea0f42 admin admin] Network af2f5627-bf44-4a11-94b8-1bbbb4a02f2b is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:21:32.324700 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-b03b70a5-2ce6-4c2c-917c-b01190ea0f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:21:32.484316 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] Set router 2125bf57-2947-464f-a340-25397626000f gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:21:32.525382 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03b70a5-2ce6-4c2c-917c-b01190ea0f42 admin admin] Router 2125bf57-2947-464f-a340-25397626000f has already been hosted by L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 {{(pid=80098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:21:32.720034 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-3df9c922-dc4b-47fe-87ec-818a76563f14 None None] Provisioning complete for port cb979f7c-ed23-478f-8305-04e385d015dd triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:32.720454 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3df9c922-dc4b-47fe-87ec-818a76563f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:32.720829 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03b70a5-2ce6-4c2c-917c-b01190ea0f42 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:21:32.730878 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-b03b70a5-2ce6-4c2c-917c-b01190ea0f42 admin admin] 10.222.0.60 "PUT /v2.0/routers/2125bf57-2947-464f-a340-25397626000f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1162419 Jan 15 10:21:32.978997 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-3df9c922-dc4b-47fe-87ec-818a76563f14 None None] Port cb979f7c-ed23-478f-8305-04e385d015dd cannot update to ACTIVE because it is not bound. {{(pid=80100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:21:33.051855 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2125bf57-2947-464f-a340-25397626000f', 'name': 'tempest-TestMinimumBasicScenario-887938499-router', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:26Z', 'updated_at': '2021-01-15T10:21:31Z', 'revision_number': 4, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'gw_port': {'id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2125bf57-2947-464f-a340-25397626000f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:27Z', 'updated_at': '2021-01-15T10:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': 'cb979f7c-ed23-478f-8305-04e385d015dd', 'name': '', 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'mac_address': 'fa:16:3e:0b:16:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2125bf57-2947-464f-a340-25397626000f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0e7b1517-6c77-4d39-a202-dc8213f3896c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:30Z', 'updated_at': '2021-01-15T10:21:31Z', 'revision_number': 2, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'subnets': [{'id': '0e7b1517-6c77-4d39-a202-dc8213f3896c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:33.056248 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd9f43a-3f0e-45a1-9271-6eee1ba551f5 None None] The sync data for ids ['2125bf57-2947-464f-a340-25397626000f'] in dv-cinder-768592-3-smb is: [{'id': '2125bf57-2947-464f-a340-25397626000f', 'name': 'tempest-TestMinimumBasicScenario-887938499-router', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:26Z', 'updated_at': '2021-01-15T10:21:31Z', 'revision_number': 4, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'gw_port': {'id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2125bf57-2947-464f-a340-25397626000f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:27Z', 'updated_at': '2021-01-15T10:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': 'cb979f7c-ed23-478f-8305-04e385d015dd', 'name': '', 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'mac_address': 'fa:16:3e:0b:16:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2125bf57-2947-464f-a340-25397626000f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0e7b1517-6c77-4d39-a202-dc8213f3896c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:30Z', 'updated_at': '2021-01-15T10:21:31Z', 'revision_number': 2, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'subnets': [{'id': '0e7b1517-6c77-4d39-a202-dc8213f3896c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:21:35.066474 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device be3c4d36-cd3b-4e41-b5cd-9613c32ed40f up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:21:35.144720 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning for port be3c4d36-cd3b-4e41-b5cd-9613c32ed40f completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:21:35.150418 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port be3c4d36-cd3b-4e41-b5cd-9613c32ed40f triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:35.150831 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:35.280663 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:35.300286 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] For port be3c4d36-cd3b-4e41-b5cd-9613c32ed40f, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=be3c4d36-cd3b-4e41-b5cd-9613c32ed40f,segment=NetworkSegment(b0c09c06-7b10-4f05-84b2-2c066d8764a1),segment_id=b0c09c06-7b10-4f05-84b2-2c066d8764a1)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:21:35.304742 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:35.306963 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:35.377811 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Pushing event updated for resources: {'Port': ['ID=be3c4d36-cd3b-4e41-b5cd-9613c32ed40f,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:35.388512 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:36.662970 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] Sync routers for ids ['2125bf57-2947-464f-a340-25397626000f'] in dv-cinder-768592-3-smb {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:21:36.676387 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] Routers {'2125bf57-2947-464f-a340-25397626000f'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:21:36.677160 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:21:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['2125bf57-2947-464f-a340-25397626000f'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:36.892593 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] Set router 2125bf57-2947-464f-a340-25397626000f gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:21:37.057502 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device be3c4d36-cd3b-4e41-b5cd-9613c32ed40f up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:21:37.151925 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port be3c4d36-cd3b-4e41-b5cd-9613c32ed40f triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:37.152434 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:37.247361 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2125bf57-2947-464f-a340-25397626000f', 'name': 'tempest-TestMinimumBasicScenario-887938499-router', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:26Z', 'updated_at': '2021-01-15T10:21:31Z', 'revision_number': 4, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'gw_port': {'id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2125bf57-2947-464f-a340-25397626000f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:27Z', 'updated_at': '2021-01-15T10:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': 'cb979f7c-ed23-478f-8305-04e385d015dd', 'name': '', 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'mac_address': 'fa:16:3e:0b:16:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2125bf57-2947-464f-a340-25397626000f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0e7b1517-6c77-4d39-a202-dc8213f3896c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:30Z', 'updated_at': '2021-01-15T10:21:31Z', 'revision_number': 2, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'subnets': [{'id': '0e7b1517-6c77-4d39-a202-dc8213f3896c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:37.251961 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] Checking router: 2125bf57-2947-464f-a340-25397626000f for host: dv-cinder-768592-3-smb {{(pid=80101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:21:37.252490 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] Updating router 2125bf57-2947-464f-a340-25397626000f port cb979f7c-ed23-478f-8305-04e385d015dd binding host dv-cinder-768592-3-smb {{(pid=80101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:21:37.320176 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:37.770239 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:37.787940 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] Transition to ACTIVE for port object cb979f7c-ed23-478f-8305-04e385d015dd will not be triggered until provisioned by entity L2. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:21:37.799352 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:37.817635 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1950a826-6b40-4254-b20f-463b5a38d2fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:37.966750 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Pushing event updated for resources: {'Port': ['ID=cb979f7c-ed23-478f-8305-04e385d015dd,revision_number=3']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:37.980004 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:37.980393 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:37.980771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:37.981152 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:37.981532 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:37.981884 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:37.982248 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:37.982608 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:37.982971 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:37.983362 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:37.983717 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:37.984077 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:37.984472 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:37.984829 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:37.985186 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:37.985541 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:37.985897 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:37.987917 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:37.987917 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:37.987917 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:37.987917 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:37.987917 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:37.987917 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:37.988615 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:37.998242 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:38.160877 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] Attempting to bind port cb979f7c-ed23-478f-8305-04e385d015dd on host dv-cinder-768592-3-smb for vnic_type normal with profile {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:21:38.161524 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] Attempting to bind port cb979f7c-ed23-478f-8305-04e385d015dd by drivers openvswitch on host dv-cinder-768592-3-smb at level 0 using segments [{'id': '7073c9f7-3cbf-445c-a24f-dcc8f466ac0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b'}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:21:38.161931 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] Attempting to bind port cb979f7c-ed23-478f-8305-04e385d015dd on network af2f5627-bf44-4a11-94b8-1bbbb4a02f2b {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:21:38.173940 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] Checking agent: {'id': '76195a66-59ce-4b08-8c8f-8789c84dc4dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:21:38.174357 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] Checking segment: {'id': '7073c9f7-3cbf-445c-a24f-dcc8f466ac0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:21:38.175006 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:38.177188 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] Bound using segment: {'id': '7073c9f7-3cbf-445c-a24f-dcc8f466ac0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b'} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:21:38.177800 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] Bound port: cb979f7c-ed23-478f-8305-04e385d015dd, host: dv-cinder-768592-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7073c9f7-3cbf-445c-a24f-dcc8f466ac0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b'}}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:21:38.178334 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:38.302129 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] For port cb979f7c-ed23-478f-8305-04e385d015dd, host dv-cinder-768592-3-smb, cleared binding levels {{(pid=80101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:21:38.306657 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] For port cb979f7c-ed23-478f-8305-04e385d015dd, host dv-cinder-768592-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=cb979f7c-ed23-478f-8305-04e385d015dd,segment=NetworkSegment(7073c9f7-3cbf-445c-a24f-dcc8f466ac0a),segment_id=7073c9f7-3cbf-445c-a24f-dcc8f466ac0a)] {{(pid=80101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:21:38.310242 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:38.328203 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f70602a6-67eb-4fb9-850a-f3165e27ab3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:38.521962 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Pushing event updated for resources: {'Port': ['ID=cb979f7c-ed23-478f-8305-04e385d015dd,revision_number=4']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:38.528604 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:38.592955 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] Routers {'2125bf57-2947-464f-a340-25397626000f'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:21:38.593673 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:21:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['2125bf57-2947-464f-a340-25397626000f'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:38.831282 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] Set router 2125bf57-2947-464f-a340-25397626000f gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:21:39.133242 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device cb979f7c-ed23-478f-8305-04e385d015dd up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:21:39.228235 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning for port cb979f7c-ed23-478f-8305-04e385d015dd completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:21:39.233557 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port cb979f7c-ed23-478f-8305-04e385d015dd triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:39.233980 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:39.372980 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:39.408657 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] For port cb979f7c-ed23-478f-8305-04e385d015dd, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=cb979f7c-ed23-478f-8305-04e385d015dd,segment=NetworkSegment(7073c9f7-3cbf-445c-a24f-dcc8f466ac0a),segment_id=7073c9f7-3cbf-445c-a24f-dcc8f466ac0a)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:21:39.413710 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:39.416053 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:39.418979 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2125bf57-2947-464f-a340-25397626000f', 'name': 'tempest-TestMinimumBasicScenario-887938499-router', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:26Z', 'updated_at': '2021-01-15T10:21:31Z', 'revision_number': 4, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'gw_port': {'id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2125bf57-2947-464f-a340-25397626000f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:27Z', 'updated_at': '2021-01-15T10:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': 'cb979f7c-ed23-478f-8305-04e385d015dd', 'name': '', 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'mac_address': 'fa:16:3e:0b:16:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2125bf57-2947-464f-a340-25397626000f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0e7b1517-6c77-4d39-a202-dc8213f3896c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:30Z', 'updated_at': '2021-01-15T10:21:38Z', 'revision_number': 4, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'subnets': [{'id': '0e7b1517-6c77-4d39-a202-dc8213f3896c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:39.423344 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82020f8-f47b-45c8-b2d7-63f7ab35156f None None] The sync data for ids ['2125bf57-2947-464f-a340-25397626000f'] in dv-cinder-768592-3-smb is: [{'id': '2125bf57-2947-464f-a340-25397626000f', 'name': 'tempest-TestMinimumBasicScenario-887938499-router', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:26Z', 'updated_at': '2021-01-15T10:21:31Z', 'revision_number': 4, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'gw_port': {'id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2125bf57-2947-464f-a340-25397626000f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:27Z', 'updated_at': '2021-01-15T10:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': 'cb979f7c-ed23-478f-8305-04e385d015dd', 'name': '', 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'mac_address': 'fa:16:3e:0b:16:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2125bf57-2947-464f-a340-25397626000f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0e7b1517-6c77-4d39-a202-dc8213f3896c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:30Z', 'updated_at': '2021-01-15T10:21:38Z', 'revision_number': 4, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'subnets': [{'id': '0e7b1517-6c77-4d39-a202-dc8213f3896c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:21:39.507765 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Pushing event updated for resources: {'Port': ['ID=cb979f7c-ed23-478f-8305-04e385d015dd,revision_number=5']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:39.511851 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:41.032389 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device cb979f7c-ed23-478f-8305-04e385d015dd up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:21:41.107394 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port cb979f7c-ed23-478f-8305-04e385d015dd triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:41.108222 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:43.381589 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-577cab31-2285-4885-8625-171356e69163 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:43.383205 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-577cab31-2285-4885-8625-171356e69163 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/networks?id=af2f5627-bf44-4a11-94b8-1bbbb4a02f2b HTTP/1.1" status: 200 len: 814 time: 0.4441214 Jan 15 10:21:43.404963 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-47a972be-93dd-4291-8b82-310fecd7361e tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/quotas/f5dd2c97bdf843d8ae7b78413f5c97dc HTTP/1.1" status: 200 len: 375 time: 0.0134666 Jan 15 10:21:43.431620 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fadee-07ee-4028-bf3b-40d37c29efd0 req-b764ac3d-2a1e-435d-8125-f9a0f6e06e32 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:43.433158 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-441fadee-07ee-4028-bf3b-40d37c29efd0 req-b764ac3d-2a1e-435d-8125-f9a0f6e06e32 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1637185 Jan 15 10:21:43.537484 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-441fadee-07ee-4028-bf3b-40d37c29efd0 req-b7357224-1b93-42d1-9307-cd15bb47e4dc tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703990 Jan 15 10:21:43.562724 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-f2cc0221-5326-456a-a4f4-4f6b3fee9c1d tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5dd2c97bdf843d8ae7b78413f5c97dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1285758 Jan 15 10:21:43.714410 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-ecab84a7-0719-40d0-b601-1a6a76bb4e0a service neutron] 10.222.0.60 "GET /v2.0/networks/af2f5627-bf44-4a11-94b8-1bbbb4a02f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386738 Jan 15 10:21:43.862144 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-758ecf5c-01cc-48d0-8684-c8d29df36faa service neutron] 10.222.0.60 "GET /v2.0/networks/af2f5627-bf44-4a11-94b8-1bbbb4a02f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408923 Jan 15 10:21:44.076172 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-03d84084-664a-4028-961e-1e92c5139bfe req-7783a98c-6c45-428d-822d-f0c041c9f286 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 210 time: 0.0469744 Jan 15 10:21:44.773640 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead6a22-c236-47ce-b7da-19466fdcea18 req-ae200861-b8c8-4721-bc6c-d587e2f1e3f3 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:44.775319 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3ead6a22-c236-47ce-b7da-19466fdcea18 req-ae200861-b8c8-4721-bc6c-d587e2f1e3f3 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.1024160 Jan 15 10:21:44.831295 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3ead6a22-c236-47ce-b7da-19466fdcea18 req-0e8ce12f-dc67-4dcd-9427-383a3e513a5f tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490279 Jan 15 10:21:45.254707 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0151937e-c9d5-474f-8891-a70f936cec89 req-c5783a2c-7eb3-41e6-9261-18ba2d49117f tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 210 time: 0.0478449 Jan 15 10:21:45.317028 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-8e6ae72a-4d62-4f98-bef4-1472d769f78a tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:45.317820 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-8e6ae72a-4d62-4f98-bef4-1472d769f78a tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Synchronizing usage tracker for tenant:f5dd2c97bdf843d8ae7b78413f5c97dc on resource:network {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:21:45.344002 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-8e6ae72a-4d62-4f98-bef4-1472d769f78a tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Unset dirty status for tenant:f5dd2c97bdf843d8ae7b78413f5c97dc on resource:network {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:21:45.345245 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-8e6ae72a-4d62-4f98-bef4-1472d769f78a tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.73 "GET /v2.0/networks?id=af2f5627-bf44-4a11-94b8-1bbbb4a02f2b HTTP/1.1" status: 200 len: 814 time: 0.2651389 Jan 15 10:21:45.369132 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-84875d1f-7af1-4dea-b30b-3381334363cf tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:45.369837 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-84875d1f-7af1-4dea-b30b-3381334363cf tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Synchronizing usage tracker for tenant:1d2e666365284aacad9462063764b9e2 on resource:port {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:21:45.377906 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-2e6ba1df-c7de-45a7-9747-3e2f23c33ebd tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Request body: {'port': {'device_id': '6e89ac94-b8fe-44dc-9613-0ec44ec4beef', 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b', 'admin_state_up': True, 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:21:45.438012 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:45.476776 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-84875d1f-7af1-4dea-b30b-3381334363cf tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Unset dirty status for tenant:1d2e666365284aacad9462063764b9e2 on resource:port {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:21:45.478256 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-84875d1f-7af1-4dea-b30b-3381334363cf tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.73 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.2962756 Jan 15 10:21:45.485074 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-724598bc-df9d-49f7-950f-4f59946a8631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:45.593357 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Deleting port 09a01076-95b1-4e46-9041-019b435d310f {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:21:45.593754 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:45.648051 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-2e6ba1df-c7de-45a7-9747-3e2f23c33ebd tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:45.653193 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-2e6ba1df-c7de-45a7-9747-3e2f23c33ebd tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Usage tracker for resource:port and tenant:f5dd2c97bdf843d8ae7b78413f5c97dc is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:45.656791 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-2e6ba1df-c7de-45a7-9747-3e2f23c33ebd tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Quota usage for port was recalculated. Used quota:2. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:45.663701 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-2e6ba1df-c7de-45a7-9747-3e2f23c33ebd tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:45.683355 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-2e6ba1df-c7de-45a7-9747-3e2f23c33ebd tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Made reservation on behalf of f5dd2c97bdf843d8ae7b78413f5c97dc for: {'port': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:21:45.692807 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-2e6ba1df-c7de-45a7-9747-3e2f23c33ebd tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:45.892745 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 09a01076-95b1-4e46-9041-019b435d310f no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:21:46.149706 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:46.186346 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dd8bc5-bd9b-4a11-b401-4e9836bf8128', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09a01076-95b1-4e46-9041-019b435d310f'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:21:46.209682 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port 09a01076-95b1-4e46-9041-019b435d310f, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=09a01076-95b1-4e46-9041-019b435d310f,segment=NetworkSegment(c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9),segment_id=c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:21:46.213417 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:46.217014 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:46.251807 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] For port 09a01076-95b1-4e46-9041-019b435d310f, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=09a01076-95b1-4e46-9041-019b435d310f,segment=NetworkSegment(c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9),segment_id=c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:21:46.252221 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:46.310094 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=09a01076-95b1-4e46-9041-019b435d310f,revision_number=5']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:46.323233 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:46.355096 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5bc1c-89e1-4145-bfcb-c4b639992f46 req-8fa05e72-a791-4d05-95a5-513c9a26fff2 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:46.358440 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-70a5bc1c-89e1-4145-bfcb-c4b639992f46 req-8fa05e72-a791-4d05-95a5-513c9a26fff2 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 946 time: 0.2605989 Jan 15 10:21:46.433717 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-70a5bc1c-89e1-4145-bfcb-c4b639992f46 req-a9a4ecd6-fd6b-43a8-857f-2579cd9cc4b5 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674589 Jan 15 10:21:46.529298 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dd8bc5-bd9b-4a11-b401-4e9836bf8128', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09a01076-95b1-4e46-9041-019b435d310f', 'code': 200} Jan 15 10:21:46.714842 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-cb1b4956-9661-43d3-8833-410b2d4b9735 req-a4562c34-56d1-4a29-8bff-c6764c483083 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 210 time: 0.0513389 Jan 15 10:21:46.787391 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-2e6ba1df-c7de-45a7-9747-3e2f23c33ebd tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Allocated IP 172.20.0.13 (af2f5627-bf44-4a11-94b8-1bbbb4a02f2b/0e7b1517-6c77-4d39-a202-dc8213f3896c/56dd8a9d-dd87-42d0-a4ef-f00426163079) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:21:46.952071 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for floatingip, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:46.952601 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409790'] for floatingip, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:46.952796 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.l3_db [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Floating IP a3856841-4a0e-4390-b82c-0bc2dd769970 disassociated. External IP: 172.28.0.175, port: 09a01076-95b1-4e46-9041-019b435d310f. Jan 15 10:21:46.953167 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Calling delete_port for 09a01076-95b1-4e46-9041-019b435d310f owned by compute:nova {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:21:47.169757 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.db.api [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80098) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:21:47.170268 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_db.api [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:21:47.203944 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-2e6ba1df-c7de-45a7-9747-3e2f23c33ebd tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:47.221604 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-2e6ba1df-c7de-45a7-9747-3e2f23c33ebd tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Transition to ACTIVE for port object 56dd8a9d-dd87-42d0-a4ef-f00426163079 will not be triggered until provisioned by entity DHCP. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:21:47.243466 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-2e6ba1df-c7de-45a7-9747-3e2f23c33ebd tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:47.259781 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-285a435c-604c-49e1-ac8c-74475a977067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:47.409477 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ba1df-c7de-45a7-9747-3e2f23c33ebd tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Pushing event updated for resources: {'Port': ['ID=56dd8a9d-dd87-42d0-a4ef-f00426163079,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:47.414055 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-2e6ba1df-c7de-45a7-9747-3e2f23c33ebd tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:47.467930 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-2e6ba1df-c7de-45a7-9747-3e2f23c33ebd tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Network af2f5627-bf44-4a11-94b8-1bbbb4a02f2b is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:21:47.469365 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-2e6ba1df-c7de-45a7-9747-3e2f23c33ebd tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:21:47.472040 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-2e6ba1df-c7de-45a7-9747-3e2f23c33ebd tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:21:47.565478 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-2e6ba1df-c7de-45a7-9747-3e2f23c33ebd tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:47.566707 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-2e6ba1df-c7de-45a7-9747-3e2f23c33ebd tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:47.605572 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-2e6ba1df-c7de-45a7-9747-3e2f23c33ebd tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2326217 Jan 15 10:21:47.671473 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Deleting port 09a01076-95b1-4e46-9041-019b435d310f {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:21:47.671977 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:47.719521 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-a2867a64-4210-48a7-8f99-e4944a5fdd5f None None] Provisioning for port 56dd8a9d-dd87-42d0-a4ef-f00426163079 completed by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:21:47.733460 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-a2867a64-4210-48a7-8f99-e4944a5fdd5f None None] Provisioning complete for port 56dd8a9d-dd87-42d0-a4ef-f00426163079 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:47.735878 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a2867a64-4210-48a7-8f99-e4944a5fdd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:47.752876 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86d9d8-6a52-445b-acf3-9e24aa9fad81 req-4c814eb7-da70-480d-a657-50dcd190c1a8 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:47.761146 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8f86d9d8-6a52-445b-acf3-9e24aa9fad81 req-4c814eb7-da70-480d-a657-50dcd190c1a8 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 944 time: 0.1249249 Jan 15 10:21:47.827256 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8f86d9d8-6a52-445b-acf3-9e24aa9fad81 req-f146ef9e-c61b-4746-8dbe-53ca4ce83f21 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=9e7678f0-85f7-4359-8bb9-13967dc1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650659 Jan 15 10:21:47.830166 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-a2867a64-4210-48a7-8f99-e4944a5fdd5f None None] Port 56dd8a9d-dd87-42d0-a4ef-f00426163079 cannot update to ACTIVE because it is not bound. {{(pid=80100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:21:47.941449 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-880805f6-5808-4db0-84d7-4a366684bd54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:48.029185 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] For port 09a01076-95b1-4e46-9041-019b435d310f, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=09a01076-95b1-4e46-9041-019b435d310f,segment=NetworkSegment(c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9),segment_id=c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:21:48.029674 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:48.081993 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8ad94-2543-420e-a665-7f4f468e9e05 req-6f379e46-5eca-46e6-ab80-b68e0e3d09d8 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:48.083735 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2ef8ad94-2543-420e-a665-7f4f468e9e05 req-6f379e46-5eca-46e6-ab80-b68e0e3d09d8 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 932 time: 0.1025469 Jan 15 10:21:48.145855 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2ef8ad94-2543-420e-a665-7f4f468e9e05 req-80022064-159b-4300-9996-c8c50fedb971 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542927 Jan 15 10:21:48.358593 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for floatingip, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:48.359018 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409790'] for floatingip, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:48.359403 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.l3_db [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Floating IP a3856841-4a0e-4390-b82c-0bc2dd769970 disassociated. External IP: 172.28.0.175, port: 09a01076-95b1-4e46-9041-019b435d310f. Jan 15 10:21:48.359863 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Calling delete_port for 09a01076-95b1-4e46-9041-019b435d310f owned by compute:nova {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:21:48.465084 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:48.527839 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:48.544228 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:48.601545 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Pushing event deleted for resources: {'Port': ['ID=09a01076-95b1-4e46-9041-019b435d310f,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:48.606103 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:48.948664 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Router edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 has already been hosted by L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 {{(pid=80098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:21:49.038238 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1f3f66f9-0bf7-487d-bc96-570af3041e42 req-118d1e32-6730-4b4d-943d-eaf1929fca8e tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 210 time: 0.0670276 Jan 15 10:21:49.159322 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:21:49.171381 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76b603a-a486-46a7-87aa-ce49cad9d45e None None] Sync routers for ids ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'] in dv-cinder-768592-3-smb {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:21:49.195367 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76b603a-a486-46a7-87aa-ce49cad9d45e None None] Routers {'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:21:49.197442 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-d76b603a-a486-46a7-87aa-ce49cad9d45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:21:48Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:49.202092 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] No DVR routers for this DVR port 09a01076-95b1-4e46-9041-019b435d310f on host hv-cinder-76859 {{(pid=80098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:21:49.205004 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:49.208068 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dd8bc5-bd9b-4a11-b401-4e9836bf8128', 'name': 'network-vif-deleted', 'tag': '09a01076-95b1-4e46-9041-019b435d310f'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:21:49.226215 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-95d1092e-6e2b-47b5-a108-d509681d45fd req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.73 "DELETE /v2.0/ports/09a01076-95b1-4e46-9041-019b435d310f HTTP/1.1" status: 204 len: 173 time: 3.7419026 Jan 15 10:21:49.417944 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-d76b603a-a486-46a7-87aa-ce49cad9d45e None None] Set router edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:21:49.437940 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f56097-6291-4817-b205-74b55a7e553e req-8dd2eea4-6191-404e-900d-4829fe34a6d6 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:49.446589 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-62f56097-6291-4817-b205-74b55a7e553e req-8dd2eea4-6191-404e-900d-4829fe34a6d6 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 932 time: 0.1366570 Jan 15 10:21:49.507043 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:49.509164 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-62f56097-6291-4817-b205-74b55a7e553e req-f95142f5-8ebc-4c86-bca7-e43fcc79000c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540044 Jan 15 10:21:49.610618 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dd8bc5-bd9b-4a11-b401-4e9836bf8128', 'name': 'network-vif-deleted', 'tag': '09a01076-95b1-4e46-9041-019b435d310f', 'status': 'completed', 'code': 200} Jan 15 10:21:49.791206 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-d76b603a-a486-46a7-87aa-ce49cad9d45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'name': 'tempest-AttachVolumeTestJSON-873034581-router', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:17:30Z', 'revision_number': 4, 'project_id': '1d2e666365284aacad9462063764b9e2', 'gw_port': {'id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:16Z', 'updated_at': '2021-01-15T10:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '8b93908d-6598-4c7c-9685-7e7dd9903758', 'name': '', 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'mac_address': 'fa:16:3e:ab:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:27Z', 'updated_at': '2021-01-15T10:17:49Z', 'revision_number': 5, 'project_id': '1d2e666365284aacad9462063764b9e2', 'subnets': [{'id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:49.795740 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76b603a-a486-46a7-87aa-ce49cad9d45e None None] Checking router: edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 for host: dv-cinder-768592-3-smb {{(pid=80100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:21:49.812710 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76b603a-a486-46a7-87aa-ce49cad9d45e None None] Routers {'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:21:49.813409 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-d76b603a-a486-46a7-87aa-ce49cad9d45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:21:48Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:50.018650 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-d76b603a-a486-46a7-87aa-ce49cad9d45e None None] Set router edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:21:50.191488 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:50.232024 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-48d8c812-ad4f-4d94-ba2b-2e62f8fd118f req-034e1e48-5dd1-4f78-80da-e6037ca77221 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 210 time: 0.0517485 Jan 15 10:21:50.391894 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-d76b603a-a486-46a7-87aa-ce49cad9d45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'name': 'tempest-AttachVolumeTestJSON-873034581-router', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:17:30Z', 'revision_number': 4, 'project_id': '1d2e666365284aacad9462063764b9e2', 'gw_port': {'id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:16Z', 'updated_at': '2021-01-15T10:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '8b93908d-6598-4c7c-9685-7e7dd9903758', 'name': '', 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'mac_address': 'fa:16:3e:ab:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:27Z', 'updated_at': '2021-01-15T10:17:49Z', 'revision_number': 5, 'project_id': '1d2e666365284aacad9462063764b9e2', 'subnets': [{'id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:50.396590 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76b603a-a486-46a7-87aa-ce49cad9d45e None None] The sync data for ids ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'] in dv-cinder-768592-3-smb is: [{'id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'name': 'tempest-AttachVolumeTestJSON-873034581-router', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:17:30Z', 'revision_number': 4, 'project_id': '1d2e666365284aacad9462063764b9e2', 'gw_port': {'id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:16Z', 'updated_at': '2021-01-15T10:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '8b93908d-6598-4c7c-9685-7e7dd9903758', 'name': '', 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'mac_address': 'fa:16:3e:ab:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:27Z', 'updated_at': '2021-01-15T10:17:49Z', 'revision_number': 5, 'project_id': '1d2e666365284aacad9462063764b9e2', 'subnets': [{'id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:21:50.767877 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908e9e3-8b4c-4d1d-9286-14ea5d0fe296 req-e1d5d098-e63f-4205-acf0-5f605a073a59 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:50.769690 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2908e9e3-8b4c-4d1d-9286-14ea5d0fe296 req-e1d5d098-e63f-4205-acf0-5f605a073a59 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 932 time: 0.1117799 Jan 15 10:21:50.825797 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2908e9e3-8b4c-4d1d-9286-14ea5d0fe296 req-aeedd492-06f1-413b-8b6b-ceb592040217 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490952 Jan 15 10:21:50.853266 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2d90ed-9d6c-4259-a3a6-1940ab0adcd8 None None] New status for floating IP a3856841-4a0e-4390-b82c-0bc2dd769970: DOWN {{(pid=80101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 10:21:51.425086 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ab805099-f26f-449b-be2d-9289fc6c0476 req-3c459930-25ea-4162-879c-272dc78d19ee tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 210 time: 0.0549371 Jan 15 10:21:52.075398 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac50fe-da36-473d-ad7e-6db317b10547 req-9ddd8d56-7258-4abf-a323-a7f2ccaeb14e tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:52.077056 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-74ac50fe-da36-473d-ad7e-6db317b10547 req-9ddd8d56-7258-4abf-a323-a7f2ccaeb14e tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 932 time: 0.1098814 Jan 15 10:21:52.133752 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-74ac50fe-da36-473d-ad7e-6db317b10547 req-d43ec000-cc6f-452c-a420-55f4f4df029b tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496111 Jan 15 10:21:52.612563 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2b232cd6-afed-429c-97fa-a85254330270 req-7b2ea921-bc08-4a69-b1da-afed030264c6 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 210 time: 0.0524025 Jan 15 10:21:53.472354 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a8869-92cc-43ee-acdd-3691d945d9fa req-a27ab177-5ae1-49be-9b6b-32f5483395a3 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:53.474735 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-430a8869-92cc-43ee-acdd-3691d945d9fa req-a27ab177-5ae1-49be-9b6b-32f5483395a3 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 932 time: 0.1530681 Jan 15 10:21:53.529694 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-430a8869-92cc-43ee-acdd-3691d945d9fa req-c366f428-cab6-4534-8e38-0d72c5b4662e tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480402 Jan 15 10:21:53.796875 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-24a1a51c-3182-4316-99fe-bdf9cfe79e7c req-ee4b8907-0631-4688-a0ec-9c86dd6e02e1 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 210 time: 0.0489211 Jan 15 10:21:54.768532 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29c21c-ea99-40ce-9c33-774066a31ee0 req-d842a294-12d2-4cbe-abf7-d31a20810e8c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:54.770253 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8f29c21c-ea99-40ce-9c33-774066a31ee0 req-d842a294-12d2-4cbe-abf7-d31a20810e8c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 932 time: 0.1028471 Jan 15 10:21:54.828425 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8f29c21c-ea99-40ce-9c33-774066a31ee0 req-0a18ff17-3d45-4f53-8c0d-2062ab2070ad tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495217 Jan 15 10:21:55.014008 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a3a6c1af-a6b8-4569-abe2-6390cfdfdf8b req-54feaaed-607c-4499-ad3a-8103fdcae4cd tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 210 time: 0.0558100 Jan 15 10:21:55.923486 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] Request body: {'port': {'device_id': '6e89ac94-b8fe-44dc-9613-0ec44ec4beef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:21:56.069718 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d8e7a-ce7f-4952-a827-44f17a93d270 req-3dac694f-5b19-4583-8706-2ae3ca3bc80d tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:56.071865 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1f4d8e7a-ce7f-4952-a827-44f17a93d270 req-3dac694f-5b19-4583-8706-2ae3ca3bc80d tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 932 time: 0.1046755 Jan 15 10:21:56.081908 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:56.154123 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1f4d8e7a-ce7f-4952-a827-44f17a93d270 req-22718ca9-9f18-4bd4-9ccc-41360a3827e9 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751076 Jan 15 10:21:56.232990 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-59bf7050-a871-4863-91b6-fc3c2bcd422f req-fad7bb2e-cbbd-4f2c-9295-cac30b1775be tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=c4dd8bc5-bd9b-4a11-b401-4e9836bf8128 HTTP/1.1" status: 200 len: 210 time: 0.0502555 Jan 15 10:21:56.529232 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56dd8a9d-dd87-42d0-a4ef-f00426163079 {{(pid=80098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:21:56.537168 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:56.550225 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] Transition to ACTIVE for port object 56dd8a9d-dd87-42d0-a4ef-f00426163079 will not be triggered until provisioned by entity L2. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:21:56.553836 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:56.576799 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:56.722970 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] Pushing event updated for resources: {'Port': ['ID=56dd8a9d-dd87-42d0-a4ef-f00426163079,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:56.728591 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:56.910851 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] Attempting to bind port 56dd8a9d-dd87-42d0-a4ef-f00426163079 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:21:56.911500 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] Attempting to bind port 56dd8a9d-dd87-42d0-a4ef-f00426163079 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '7073c9f7-3cbf-445c-a24f-dcc8f466ac0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b'}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:21:56.912059 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] Attempting to bind port 56dd8a9d-dd87-42d0-a4ef-f00426163079 on network af2f5627-bf44-4a11-94b8-1bbbb4a02f2b {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:21:56.919928 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] Checking agent: {'id': '8c829481-49a9-437b-96a2-5739862171f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 15, 15), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:21:56.920226 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] Checking segment: {'id': '7073c9f7-3cbf-445c-a24f-dcc8f466ac0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:21:56.920633 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:56.921031 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] Bound using segment: {'id': '7073c9f7-3cbf-445c-a24f-dcc8f466ac0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b'} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:21:56.921564 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] Bound port: 56dd8a9d-dd87-42d0-a4ef-f00426163079, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7073c9f7-3cbf-445c-a24f-dcc8f466ac0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b'}}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:21:56.921848 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:57.015783 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] For port 56dd8a9d-dd87-42d0-a4ef-f00426163079, host hv-cinder-76859, cleared binding levels {{(pid=80098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:21:57.019738 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] For port 56dd8a9d-dd87-42d0-a4ef-f00426163079, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=56dd8a9d-dd87-42d0-a4ef-f00426163079,segment=NetworkSegment(7073c9f7-3cbf-445c-a24f-dcc8f466ac0a),segment_id=7073c9f7-3cbf-445c-a24f-dcc8f466ac0a)] {{(pid=80098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:21:57.025273 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:57.041715 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b03b70a5-2ce6-4c2c-917c-b01190ea0f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:57.401222 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea48afb-3b63-4925-bcfe-c8a357823f52 req-64e95b1e-81aa-45b4-bf9e-69f5f0bf0e4a tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:57.402928 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8ea48afb-3b63-4925-bcfe-c8a357823f52 req-64e95b1e-81aa-45b4-bf9e-69f5f0bf0e4a tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 944 time: 0.1073134 Jan 15 10:21:57.403497 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 33478) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:57.425660 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] Pushing event updated for resources: {'Port': ['ID=56dd8a9d-dd87-42d0-a4ef-f00426163079,revision_number=3']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:57.430444 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:57.465747 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:57.466426 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:57.467945 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] 10.222.0.73 "PUT /v2.0/ports/56dd8a9d-dd87-42d0-a4ef-f00426163079 HTTP/1.1" status: 200 len: 1158 time: 1.5493562 Jan 15 10:21:57.468500 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e89ac94-b8fe-44dc-9613-0ec44ec4beef', 'tag': '56dd8a9d-dd87-42d0-a4ef-f00426163079'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:21:57.511171 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8ea48afb-3b63-4925-bcfe-c8a357823f52 req-4a3689e7-f1df-4365-b959-fc32a3c61ac8 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932305 Jan 15 10:21:57.545237 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8f743cc8-e959-4e52-a155-ae0f513aa868 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:57.559199 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e89ac94-b8fe-44dc-9613-0ec44ec4beef', 'tag': '56dd8a9d-dd87-42d0-a4ef-f00426163079', 'status': 'completed', 'code': 200} Jan 15 10:21:57.579887 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8f743cc8-e959-4e52-a155-ae0f513aa868 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:57.594426 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-e8f3779e-0989-44e2-b908-0c756c84802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:57.596101 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-e8f3779e-0989-44e2-b908-0c756c84802b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f5dd2c97bdf843d8ae7b78413f5c97dc&device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 1161 time: 0.0866826 Jan 15 10:21:57.635820 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8f743cc8-e959-4e52-a155-ae0f513aa868 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:57.641711 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-2a6cb234-459b-466c-889d-f12975c07708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:57.660847 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f743cc8-e959-4e52-a155-ae0f513aa868 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7678f0-85f7-4359-8bb9-13967dc1c5b7,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:57.670806 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-8f743cc8-e959-4e52-a155-ae0f513aa868 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:57.680857 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-ee1586d8-78fc-4efa-8234-bd1b40b26e24 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56dd8a9d-dd87-42d0-a4ef-f00426163079 HTTP/1.1" status: 200 len: 217 time: 0.0762420 Jan 15 10:21:57.687545 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8f743cc8-e959-4e52-a155-ae0f513aa868 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:57.688923 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-8f743cc8-e959-4e52-a155-ae0f513aa868 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "DELETE /v2.0/security-groups/9e7678f0-85f7-4359-8bb9-13967dc1c5b7 HTTP/1.1" status: 204 len: 168 time: 0.2844150 Jan 15 10:21:57.693848 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 33486) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:57.766304 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.v2.resource [None req-00384468-3ea4-4949-a931-1f94d0ec9582 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] show failed (client error): The resource could not be found. Jan 15 10:21:57.767425 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-00384468-3ea4-4949-a931-1f94d0ec9582 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups/9e7678f0-85f7-4359-8bb9-13967dc1c5b7 HTTP/1.1" status: 404 len: 347 time: 0.0361745 Jan 15 10:21:57.770753 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 33492) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:57.781778 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-e504e6a4-5e10-4ebf-801f-3fe5faf1772e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:57.783471 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-e504e6a4-5e10-4ebf-801f-3fe5faf1772e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e7b1517-6c77-4d39-a202-dc8213f3896c HTTP/1.1" status: 200 len: 853 time: 0.0929763 Jan 15 10:21:57.865275 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-a4044bae-e5bc-421f-8412-c7e4f72c215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:57.866922 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-a4044bae-e5bc-421f-8412-c7e4f72c215a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af2f5627-bf44-4a11-94b8-1bbbb4a02f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768652 Jan 15 10:21:57.945648 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-d737f11d-f769-486f-80f3-5f8275ae044b tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Deleting port c3aab48f-e100-4d2a-8194-f48eafcf3de4 {{(pid=80099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:21:57.947043 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d737f11d-f769-486f-80f3-5f8275ae044b tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:58.021584 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-eb749bd5-f87e-4e14-bc48-7064ddf256f2 service neutron] 10.222.0.73 "GET /v2.0/networks/af2f5627-bf44-4a11-94b8-1bbbb4a02f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478167 Jan 15 10:21:58.129722 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d737f11d-f769-486f-80f3-5f8275ae044b tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:58.130097 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d737f11d-f769-486f-80f3-5f8275ae044b tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for floatingip, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:58.168408 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ed6a6a6d-01b5-4d19-a21d-3b04700feef5 req-fe8b1bc4-519b-4616-a28b-dd4e831a6988 service neutron] 10.222.0.73 "GET /v2.0/networks/af2f5627-bf44-4a11-94b8-1bbbb4a02f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1386895 Jan 15 10:21:58.260522 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-d737f11d-f769-486f-80f3-5f8275ae044b tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Calling delete_port for c3aab48f-e100-4d2a-8194-f48eafcf3de4 owned by network:floatingip {{(pid=80099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:21:58.292835 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed303c-6683-4999-a001-7fa9f6b32187 req-0a9fbb18-8601-4c5c-a6e8-aec3da52d929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:58.294516 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f5ed303c-6683-4999-a001-7fa9f6b32187 req-0a9fbb18-8601-4c5c-a6e8-aec3da52d929 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f5dd2c97bdf843d8ae7b78413f5c97dc&device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 1161 time: 0.0768082 Jan 15 10:21:58.443594 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed303c-6683-4999-a001-7fa9f6b32187 req-33942cba-39e3-4255-818c-ead855be9e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:58.445090 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f5ed303c-6683-4999-a001-7fa9f6b32187 req-33942cba-39e3-4255-818c-ead855be9e2c service neutron] 10.222.0.73 "GET /v2.0/networks?id=af2f5627-bf44-4a11-94b8-1bbbb4a02f2b HTTP/1.1" status: 200 len: 908 time: 0.1438360 Jan 15 10:21:58.480031 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d737f11d-f769-486f-80f3-5f8275ae044b tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427881'] for port, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:58.500581 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f25dd2a8-4f54-489b-823b-077e84df17d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:58.523888 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f5ed303c-6683-4999-a001-7fa9f6b32187 req-358485c7-a43d-49a1-a04e-bfd0e124a29d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56dd8a9d-dd87-42d0-a4ef-f00426163079 HTTP/1.1" status: 200 len: 217 time: 0.0700829 Jan 15 10:21:58.598177 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed303c-6683-4999-a001-7fa9f6b32187 req-49a001fb-d063-4962-8d77-2387bc4df083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:58.600308 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f5ed303c-6683-4999-a001-7fa9f6b32187 req-49a001fb-d063-4962-8d77-2387bc4df083 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e7b1517-6c77-4d39-a202-dc8213f3896c HTTP/1.1" status: 200 len: 853 time: 0.0691881 Jan 15 10:21:58.697072 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed303c-6683-4999-a001-7fa9f6b32187 req-0836f2ec-2f86-465e-ba1e-122f8b7b2e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:58.698823 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f5ed303c-6683-4999-a001-7fa9f6b32187 req-0836f2ec-2f86-465e-ba1e-122f8b7b2e0e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af2f5627-bf44-4a11-94b8-1bbbb4a02f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0903106 Jan 15 10:21:58.851094 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737f11d-f769-486f-80f3-5f8275ae044b tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Pushing event deleted for resources: {'Port': ['ID=c3aab48f-e100-4d2a-8194-f48eafcf3de4,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:58.865641 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f5ed303c-6683-4999-a001-7fa9f6b32187 req-1eee13c2-4fc9-481f-aa58-349840d24d99 service neutron] 10.222.0.73 "GET /v2.0/networks/af2f5627-bf44-4a11-94b8-1bbbb4a02f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590054 Jan 15 10:21:58.891947 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d737f11d-f769-486f-80f3-5f8275ae044b tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:59.021916 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d737f11d-f769-486f-80f3-5f8275ae044b tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for floatingip, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:59.061589 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15502eff-b557-4d53-9491-565deaae4473 req-0c3e313f-968e-47f1-9358-e818a482c61a tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:59.062748 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f5ed303c-6683-4999-a001-7fa9f6b32187 req-40828b1a-e652-41fe-a46d-fa902da1657c service neutron] 10.222.0.73 "GET /v2.0/networks/af2f5627-bf44-4a11-94b8-1bbbb4a02f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1873329 Jan 15 10:21:59.063306 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-15502eff-b557-4d53-9491-565deaae4473 req-0c3e313f-968e-47f1-9358-e818a482c61a tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 944 time: 0.2235146 Jan 15 10:21:59.070545 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d737f11d-f769-486f-80f3-5f8275ae044b tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for floatingip, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:59.081368 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-d737f11d-f769-486f-80f3-5f8275ae044b tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "DELETE /v2.0/floatingips/a3856841-4a0e-4390-b82c-0bc2dd769970 HTTP/1.1" status: 204 len: 168 time: 1.3004611 Jan 15 10:21:59.155361 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-15502eff-b557-4d53-9491-565deaae4473 req-8c979a79-b146-4e71-9e44-e330eea8422d tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815036 Jan 15 10:21:59.221026 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba03810-ad69-4c1f-ad71-91d1f1e182df req-7991ec0e-0ccd-4854-bbc7-443b086652d5 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:59.222685 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fba03810-ad69-4c1f-ad71-91d1f1e182df req-7991ec0e-0ccd-4854-bbc7-443b086652d5 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.1089249 Jan 15 10:21:59.276213 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fba03810-ad69-4c1f-ad71-91d1f1e182df req-7bf5449d-c215-4811-98f4-77eb78f426d2 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464888 Jan 15 10:21:59.384460 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 33514) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:59.390972 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-19023f86-7f72-46f7-846e-c4bc84116b2c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Request body: {'security_group': {'name': 'tempest-securitygroup--676450316', 'description': 'tempest-description--1964448881'}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:21:59.400776 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-19023f86-7f72-46f7-846e-c4bc84116b2c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:59.405136 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-19023f86-7f72-46f7-846e-c4bc84116b2c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Usage tracker for resource:security_group and tenant:1d2e666365284aacad9462063764b9e2 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:59.408160 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-19023f86-7f72-46f7-846e-c4bc84116b2c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:59.413918 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-19023f86-7f72-46f7-846e-c4bc84116b2c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:59.423470 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-19023f86-7f72-46f7-846e-c4bc84116b2c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:59.446629 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-19023f86-7f72-46f7-846e-c4bc84116b2c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:59.450660 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-19023f86-7f72-46f7-846e-c4bc84116b2c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Usage tracker for resource:security_group_rule and tenant:1d2e666365284aacad9462063764b9e2 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:59.453597 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-19023f86-7f72-46f7-846e-c4bc84116b2c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:59.459389 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-19023f86-7f72-46f7-846e-c4bc84116b2c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:59.538930 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-19023f86-7f72-46f7-846e-c4bc84116b2c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:59.541609 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-19023f86-7f72-46f7-846e-c4bc84116b2c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:59.546983 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-95293465-0fc1-40f5-b9aa-05081e2e5e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:59.592351 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19023f86-7f72-46f7-846e-c4bc84116b2c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Pushing event updated for resources: {'SecurityGroup': ['ID=17074ccb-2ccf-4a9f-98d3-1f47a61859b5,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:59.595231 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-19023f86-7f72-46f7-846e-c4bc84116b2c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:59.596523 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-19023f86-7f72-46f7-846e-c4bc84116b2c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2109787 Jan 15 10:21:59.597474 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-19023f86-7f72-46f7-846e-c4bc84116b2c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:59.600016 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 33518) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:59.605751 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-09e3905a-097e-40fd-86bf-054c6e3e0ed5 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Request body: {'security_group_rule': {'security_group_id': '17074ccb-2ccf-4a9f-98d3-1f47a61859b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:21:59.615529 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-09e3905a-097e-40fd-86bf-054c6e3e0ed5 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:59.620127 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-09e3905a-097e-40fd-86bf-054c6e3e0ed5 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Usage tracker for resource:security_group_rule and tenant:1d2e666365284aacad9462063764b9e2 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:59.623160 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-09e3905a-097e-40fd-86bf-054c6e3e0ed5 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:59.628915 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-09e3905a-097e-40fd-86bf-054c6e3e0ed5 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:59.645797 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-09e3905a-097e-40fd-86bf-054c6e3e0ed5 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for security_group_rule, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:59.708023 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-09e3905a-097e-40fd-86bf-054c6e3e0ed5 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:59.710648 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-09e3905a-097e-40fd-86bf-054c6e3e0ed5 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328337'] for security_group_rule, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:59.712958 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1aaac150-3cf2-40ea-acda-6a0ff3fe7e75 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:59.737166 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3905a-097e-40fd-86bf-054c6e3e0ed5 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84fc53e7-d840-438b-980d-94fa0c3f1535,revision_number=0']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:59.739690 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-09e3905a-097e-40fd-86bf-054c6e3e0ed5 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:59.746741 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-09e3905a-097e-40fd-86bf-054c6e3e0ed5 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for security_group_rule, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:59.748055 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-09e3905a-097e-40fd-86bf-054c6e3e0ed5 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469476 Jan 15 10:21:59.750912 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 33522) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:59.756388 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-c634362c-f5f6-412f-96fe-d76134898115 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Request body: {'security_group_rule': {'security_group_id': '17074ccb-2ccf-4a9f-98d3-1f47a61859b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:21:59.765883 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-c634362c-f5f6-412f-96fe-d76134898115 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:59.770103 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-c634362c-f5f6-412f-96fe-d76134898115 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Usage tracker for resource:security_group_rule and tenant:1d2e666365284aacad9462063764b9e2 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:59.773221 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-c634362c-f5f6-412f-96fe-d76134898115 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:59.779209 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-c634362c-f5f6-412f-96fe-d76134898115 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:59.796453 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c634362c-f5f6-412f-96fe-d76134898115 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for security_group_rule, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:59.861426 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c634362c-f5f6-412f-96fe-d76134898115 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:59.864076 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c634362c-f5f6-412f-96fe-d76134898115 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328337'] for security_group_rule, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:59.866190 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b3a10e3e-1f02-43e6-a0e8-6bdd7327875d tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:59.888786 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634362c-f5f6-412f-96fe-d76134898115 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5efb6e02-efde-4851-be4f-582a04cfd817,revision_number=0']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:59.892911 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-c634362c-f5f6-412f-96fe-d76134898115 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:59.900404 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c634362c-f5f6-412f-96fe-d76134898115 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for security_group_rule, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:59.901691 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-c634362c-f5f6-412f-96fe-d76134898115 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1497574 Jan 15 10:21:59.905246 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 33526) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:59.911049 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-87c92956-14ea-4191-83a6-c95d6ee1dd5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Request body: {'floatingip': {'floating_network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:21:59.921010 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-87c92956-14ea-4191-83a6-c95d6ee1dd5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:59.925049 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-87c92956-14ea-4191-83a6-c95d6ee1dd5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Usage tracker for resource:floatingip and tenant:1d2e666365284aacad9462063764b9e2 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:59.928050 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-87c92956-14ea-4191-83a6-c95d6ee1dd5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:59.935103 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-87c92956-14ea-4191-83a6-c95d6ee1dd5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:59.948478 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-87c92956-14ea-4191-83a6-c95d6ee1dd5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for floatingip, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:00.035483 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.objects.ports [None req-3aac9f3f-9e95-4aa8-9289-7f418917e3d7 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80100) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 10:22:00.095457 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-87c92956-14ea-4191-83a6-c95d6ee1dd5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:00.377916 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 56dd8a9d-dd87-42d0-a4ef-f00426163079 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:22:00.379806 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [None req-87c92956-14ea-4191-83a6-c95d6ee1dd5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Allocated IP 172.28.0.84 (512bef08-258b-4e03-8592-7639e3feb0a7/afc97f5e-62e7-4d57-b78b-6d502dcdcf4b/0a39da65-89f3-41f4-a82d-5481e0829e20) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:22:00.388924 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d4507-004b-456e-81f0-d5ae8633a720 req-ee1bb370-d79c-457c-a363-6cb63849b753 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:00.390886 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-db1d4507-004b-456e-81f0-d5ae8633a720 req-ee1bb370-d79c-457c-a363-6cb63849b753 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 944 time: 0.1038313 Jan 15 10:22:00.462704 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning for port 56dd8a9d-dd87-42d0-a4ef-f00426163079 completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:22:00.467826 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 56dd8a9d-dd87-42d0-a4ef-f00426163079 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:22:00.468249 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:00.505128 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-db1d4507-004b-456e-81f0-d5ae8633a720 req-e9f60187-0bc7-4962-8ec0-bf6874eb043e tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077273 Jan 15 10:22:00.565757 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660a2e3-a57a-480b-b097-dc6be7dddf07 req-d4246ccf-367b-4c4a-904d-5a9401c670c6 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:00.567576 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d660a2e3-a57a-480b-b097-dc6be7dddf07 req-d4246ccf-367b-4c4a-904d-5a9401c670c6 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.1321375 Jan 15 10:22:00.569814 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-87c92956-14ea-4191-83a6-c95d6ee1dd5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:00.597975 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-87c92956-14ea-4191-83a6-c95d6ee1dd5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:00.598239 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:00.618208 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-77b33fc9-4550-4a17-81d8-ef856cac0a8e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:00.625450 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d660a2e3-a57a-480b-b097-dc6be7dddf07 req-89d607f6-d317-4c38-ad8a-d25035aea97f tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514266 Jan 15 10:22:00.629452 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e89ac94-b8fe-44dc-9613-0ec44ec4beef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56dd8a9d-dd87-42d0-a4ef-f00426163079'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:22:00.640858 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port 56dd8a9d-dd87-42d0-a4ef-f00426163079, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=56dd8a9d-dd87-42d0-a4ef-f00426163079,segment=NetworkSegment(7073c9f7-3cbf-445c-a24f-dcc8f466ac0a),segment_id=7073c9f7-3cbf-445c-a24f-dcc8f466ac0a)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:22:00.644685 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:00.647486 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:00.781310 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c92956-14ea-4191-83a6-c95d6ee1dd5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Pushing event updated for resources: {'Port': ['ID=0a39da65-89f3-41f4-a82d-5481e0829e20,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:00.786635 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-87c92956-14ea-4191-83a6-c95d6ee1dd5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:00.835993 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c92956-14ea-4191-83a6-c95d6ee1dd5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Network 512bef08-258b-4e03-8592-7639e3feb0a7 is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:22:00.838187 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-87c92956-14ea-4191-83a6-c95d6ee1dd5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:22:00.840685 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c92956-14ea-4191-83a6-c95d6ee1dd5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:22:00.861296 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e89ac94-b8fe-44dc-9613-0ec44ec4beef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56dd8a9d-dd87-42d0-a4ef-f00426163079', 'code': 200} Jan 15 10:22:00.900661 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=56dd8a9d-dd87-42d0-a4ef-f00426163079,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:00.911505 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:00.997535 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-87c92956-14ea-4191-83a6-c95d6ee1dd5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for floatingip, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:01.002193 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4159f3-5e63-4597-b9d0-444cdc12d803 req-eb490e76-cff0-4944-afab-7d24c3e41a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:01.003843 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9a4159f3-5e63-4597-b9d0-444cdc12d803 req-eb490e76-cff0-4944-afab-7d24c3e41a9b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 1163 time: 0.1089404 Jan 15 10:22:01.095526 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-87c92956-14ea-4191-83a6-c95d6ee1dd5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:01.125594 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9a4159f3-5e63-4597-b9d0-444cdc12d803 req-72b3b756-b0e6-4c46-a8ca-0d2c842991ff service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899961 Jan 15 10:22:01.370373 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-87c92956-14ea-4191-83a6-c95d6ee1dd5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:01.373797 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-87c92956-14ea-4191-83a6-c95d6ee1dd5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:01.389408 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ffd12550-80fd-4094-8d20-b73c6428de69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:01.746974 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c92956-14ea-4191-83a6-c95d6ee1dd5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Pushing event updated for resources: {'Port': ['ID=0a39da65-89f3-41f4-a82d-5481e0829e20,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:01.751768 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-87c92956-14ea-4191-83a6-c95d6ee1dd5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:01.764495 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f0ce-b8bc-4b18-a2ed-53fbf5b82f1c req-0a387967-14e0-4369-8ed6-7fcedc928fc6 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:01.766223 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e513f0ce-b8bc-4b18-a2ed-53fbf5b82f1c req-0a387967-14e0-4369-8ed6-7fcedc928fc6 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 946 time: 0.1045699 Jan 15 10:22:01.850734 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-87c92956-14ea-4191-83a6-c95d6ee1dd5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409790'] for floatingip, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:01.874109 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-87c92956-14ea-4191-83a6-c95d6ee1dd5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for floatingip, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:01.882150 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-87c92956-14ea-4191-83a6-c95d6ee1dd5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9691751 Jan 15 10:22:01.882361 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e513f0ce-b8bc-4b18-a2ed-53fbf5b82f1c req-8d166d99-6096-48cd-824c-5f4de3be9234 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031287 Jan 15 10:22:01.923349 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3fae01-35ba-414f-b48e-da1bcd96eae3 req-cabcc4f8-29a8-434a-a2bf-1a7aaf5906d3 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:01.927377 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-cd3fae01-35ba-414f-b48e-da1bcd96eae3 req-cabcc4f8-29a8-434a-a2bf-1a7aaf5906d3 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.1347938 Jan 15 10:22:01.980250 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-cd3fae01-35ba-414f-b48e-da1bcd96eae3 req-9dc4df82-f1b4-414c-a03e-858df2376cd9 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482380 Jan 15 10:22:01.994872 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 56dd8a9d-dd87-42d0-a4ef-f00426163079 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:22:02.074569 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 56dd8a9d-dd87-42d0-a4ef-f00426163079 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:22:02.075161 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:02.156998 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-cb4a6b66-41bb-4bd4-9b3b-85293b46c4e3 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Synchronizing usage tracker for tenant:1d2e666365284aacad9462063764b9e2 on resource:security_group {{(pid=80099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:22:02.174362 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-cb4a6b66-41bb-4bd4-9b3b-85293b46c4e3 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Unset dirty status for tenant:1d2e666365284aacad9462063764b9e2 on resource:security_group {{(pid=80099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:22:02.175721 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-cb4a6b66-41bb-4bd4-9b3b-85293b46c4e3 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--676450316&fields=id&tenant_id=1d2e666365284aacad9462063764b9e2 HTTP/1.1" status: 200 len: 267 time: 0.0657513 Jan 15 10:22:02.315401 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:22:02.369357 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-4957a155-945d-4a81-9a85-15150ea89c0c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:02.370947 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-4957a155-945d-4a81-9a85-15150ea89c0c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/networks?id=8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f HTTP/1.1" status: 200 len: 810 time: 0.1879892 Jan 15 10:22:02.386740 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-c273b79b-b98e-4508-bf88-660e94cd8c95 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/quotas/1d2e666365284aacad9462063764b9e2 HTTP/1.1" status: 200 len: 375 time: 0.0097780 Jan 15 10:22:02.487538 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-55d82fd3-d2b3-4aa2-9765-46af5e8a6377 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Synchronizing usage tracker for tenant:1d2e666365284aacad9462063764b9e2 on resource:port {{(pid=80099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:22:02.503386 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-55d82fd3-d2b3-4aa2-9765-46af5e8a6377 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Unset dirty status for tenant:1d2e666365284aacad9462063764b9e2 on resource:port {{(pid=80099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:22:02.504786 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-55d82fd3-d2b3-4aa2-9765-46af5e8a6377 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d2e666365284aacad9462063764b9e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1127477 Jan 15 10:22:02.657464 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-cead8d05-8799-4ddd-beb1-3c7b5a824258 service neutron] 10.222.0.60 "GET /v2.0/networks/8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399467 Jan 15 10:22:02.802492 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-eb756b3e-be6e-44d0-9c5a-bc01349a9828 service neutron] 10.222.0.60 "GET /v2.0/networks/8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1385229 Jan 15 10:22:03.025455 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-64584341-5de5-4669-bfff-2235c11935f6 req-b74d1cad-b49e-4048-acbd-73769301c36d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=79d2bcb4-7bd2-486f-9d2b-de885b7452af HTTP/1.1" status: 200 len: 210 time: 0.0642722 Jan 15 10:22:03.151537 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523ab19-8062-47a6-baaa-11634fb6ddc5 req-0a092147-3a6a-402f-b180-733185e44c19 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:03.153244 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3523ab19-8062-47a6-baaa-11634fb6ddc5 req-0a092147-3a6a-402f-b180-733185e44c19 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 946 time: 0.1159966 Jan 15 10:22:03.259968 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3523ab19-8062-47a6-baaa-11634fb6ddc5 req-d04e2bea-6fd0-4492-9cd9-19c04e6b73b3 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700788 Jan 15 10:22:03.299160 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cc997-5d19-400d-86ad-d0a9493dace8 req-0ab205e2-220d-4302-8f09-3cd862517025 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:03.300856 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4f6cc997-5d19-400d-86ad-d0a9493dace8 req-0ab205e2-220d-4302-8f09-3cd862517025 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.1466155 Jan 15 10:22:03.361470 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4f6cc997-5d19-400d-86ad-d0a9493dace8 req-79a4603c-9ab9-44bd-ba3f-d6b24b498608 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536094 Jan 15 10:22:03.501886 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7988c1-3ec4-451c-bad8-f43c64dcb5b8 req-eb757a28-41e8-41af-b470-f82812ef10fe tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:03.503534 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ae7988c1-3ec4-451c-bad8-f43c64dcb5b8 req-eb757a28-41e8-41af-b470-f82812ef10fe tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 946 time: 0.1010048 Jan 15 10:22:03.558458 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ae7988c1-3ec4-451c-bad8-f43c64dcb5b8 req-6c0f0f68-b328-4fed-a222-88e9093c7541 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480478 Jan 15 10:22:04.035901 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d80b44-8c87-4d78-b820-7241505154c7 req-909b3ac8-b8fb-40b7-8e25-abe20cfbdbcf tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:04.037598 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-06d80b44-8c87-4d78-b820-7241505154c7 req-909b3ac8-b8fb-40b7-8e25-abe20cfbdbcf tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 946 time: 0.1076338 Jan 15 10:22:04.099089 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-06d80b44-8c87-4d78-b820-7241505154c7 req-65bf2677-1687-426d-99df-6887c88cbf46 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540838 Jan 15 10:22:04.233418 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-f2ca701e-282a-410c-aabc-393290db29df tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:04.235498 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-f2ca701e-282a-410c-aabc-393290db29df tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.73 "GET /v2.0/networks?id=8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f HTTP/1.1" status: 200 len: 810 time: 0.2104566 Jan 15 10:22:04.245885 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e6de67b5-05ae-4a4f-b069-4f97c62fc69a req-a39099a1-06d7-4a8d-a614-33046cfa468b tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=79d2bcb4-7bd2-486f-9d2b-de885b7452af HTTP/1.1" status: 200 len: 210 time: 0.0526302 Jan 15 10:22:04.332895 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-7d3cf123-afc1-498c-9337-1f37d4845423 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1d2e666365284aacad9462063764b9e2 HTTP/1.1" status: 200 len: 5704 time: 0.0821254 Jan 15 10:22:04.343449 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-77ccd376-1422-4654-94c5-a042091e9070 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Request body: {'port': {'device_id': '79d2bcb4-7bd2-486f-9d2b-de885b7452af', 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f', 'admin_state_up': True, 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'security_groups': ['17074ccb-2ccf-4a9f-98d3-1f47a61859b5']}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:22:04.497213 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-77ccd376-1422-4654-94c5-a042091e9070 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:22:04.507458 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-77ccd376-1422-4654-94c5-a042091e9070 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:22:04.524977 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-77ccd376-1422-4654-94c5-a042091e9070 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Made reservation on behalf of 1d2e666365284aacad9462063764b9e2 for: {'port': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:22:04.537294 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-77ccd376-1422-4654-94c5-a042091e9070 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:04.639026 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b76a2-8072-4302-832d-47a00cfe9d5f req-2f1a3cb5-8274-413f-adb9-9f519ec39d67 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:04.640907 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-950b76a2-8072-4302-832d-47a00cfe9d5f req-2f1a3cb5-8274-413f-adb9-9f519ec39d67 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.1205978 Jan 15 10:22:04.692989 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-950b76a2-8072-4302-832d-47a00cfe9d5f req-15b242f1-6c36-4770-b70f-278d8500273a tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458300 Jan 15 10:22:04.880586 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-77ccd376-1422-4654-94c5-a042091e9070 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Allocated IP 172.20.0.14 (8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f/ea4063fd-7d74-42c0-8f21-8e53b0e4ce85/3773529c-2dfe-4612-b3bb-46b2d69884c9) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:22:05.087602 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-77ccd376-1422-4654-94c5-a042091e9070 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:05.104856 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-77ccd376-1422-4654-94c5-a042091e9070 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Transition to ACTIVE for port object 3773529c-2dfe-4612-b3bb-46b2d69884c9 will not be triggered until provisioned by entity DHCP. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:22:05.125554 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-77ccd376-1422-4654-94c5-a042091e9070 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:05.141073 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f17c188a-7001-406f-a7b9-76a5fa17eb30 tempest-VolumesNegativeTest-977442930 tempest-VolumesNegativeTest-977442930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:05.291048 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ccd376-1422-4654-94c5-a042091e9070 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Pushing event updated for resources: {'Port': ['ID=3773529c-2dfe-4612-b3bb-46b2d69884c9,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:05.295790 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-77ccd376-1422-4654-94c5-a042091e9070 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:05.345466 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-77ccd376-1422-4654-94c5-a042091e9070 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Network 8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:22:05.346619 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-77ccd376-1422-4654-94c5-a042091e9070 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:22:05.349037 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-77ccd376-1422-4654-94c5-a042091e9070 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:22:05.431449 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-77ccd376-1422-4654-94c5-a042091e9070 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:05.432242 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-77ccd376-1422-4654-94c5-a042091e9070 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:05.458993 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-77ccd376-1422-4654-94c5-a042091e9070 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1203654 Jan 15 10:22:05.472830 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] Request body: {'port': {'device_id': '79d2bcb4-7bd2-486f-9d2b-de885b7452af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:22:05.487874 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef35a4d-6900-41c4-8262-66379a2a8f7f req-45603711-7670-4632-bf3b-3a89c438a9a3 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:05.489614 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2ef35a4d-6900-41c4-8262-66379a2a8f7f req-45603711-7670-4632-bf3b-3a89c438a9a3 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=79d2bcb4-7bd2-486f-9d2b-de885b7452af HTTP/1.1" status: 200 len: 932 time: 0.1075554 Jan 15 10:22:05.549220 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2ef35a4d-6900-41c4-8262-66379a2a8f7f req-741141a0-85fd-401e-9fca-ff80e243b05c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=17074ccb-2ccf-4a9f-98d3-1f47a61859b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525782 Jan 15 10:22:05.567517 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-d5e46cc6-5959-4c7e-a776-13c51aa71bad None None] Provisioning for port 3773529c-2dfe-4612-b3bb-46b2d69884c9 completed by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:22:05.574323 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-d5e46cc6-5959-4c7e-a776-13c51aa71bad None None] Provisioning complete for port 3773529c-2dfe-4612-b3bb-46b2d69884c9 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:22:05.574743 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d5e46cc6-5959-4c7e-a776-13c51aa71bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:05.595181 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:05.629864 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-d5e46cc6-5959-4c7e-a776-13c51aa71bad None None] Port 3773529c-2dfe-4612-b3bb-46b2d69884c9 cannot update to ACTIVE because it is not bound. {{(pid=80100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:22:05.988875 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4223ed-8f61-4cfb-b538-51667bc6d855 req-ab96766e-5c25-4912-9944-a230168384f8 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:05.990793 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9e4223ed-8f61-4cfb-b538-51667bc6d855 req-ab96766e-5c25-4912-9944-a230168384f8 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.1326067 Jan 15 10:22:06.031637 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3773529c-2dfe-4612-b3bb-46b2d69884c9 {{(pid=80098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:22:06.038850 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:06.046790 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9e4223ed-8f61-4cfb-b538-51667bc6d855 req-da215bac-e37e-49fb-b9fc-36a08fd24dc2 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484700 Jan 15 10:22:06.051981 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] Transition to ACTIVE for port object 3773529c-2dfe-4612-b3bb-46b2d69884c9 will not be triggered until provisioned by entity L2. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:22:06.055397 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:06.086640 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ed19d17c-3826-4a94-977c-eb33ce8aefd1 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:06.222134 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] Pushing event updated for resources: {'Port': ['ID=3773529c-2dfe-4612-b3bb-46b2d69884c9,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:06.225620 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:06.415778 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] Attempting to bind port 3773529c-2dfe-4612-b3bb-46b2d69884c9 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:22:06.416705 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] Attempting to bind port 3773529c-2dfe-4612-b3bb-46b2d69884c9 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f'}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:22:06.417227 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] Attempting to bind port 3773529c-2dfe-4612-b3bb-46b2d69884c9 on network 8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:22:06.424110 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] Checking agent: {'id': '8c829481-49a9-437b-96a2-5739862171f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 15, 15), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:22:06.424462 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] Checking segment: {'id': 'c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:22:06.424875 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:06.425273 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] Bound using segment: {'id': 'c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f'} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:22:06.425757 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] Bound port: 3773529c-2dfe-4612-b3bb-46b2d69884c9, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f'}}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:22:06.426144 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:06.533998 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] For port 3773529c-2dfe-4612-b3bb-46b2d69884c9, host hv-cinder-76859, cleared binding levels {{(pid=80098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:22:06.537278 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] For port 3773529c-2dfe-4612-b3bb-46b2d69884c9, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=3773529c-2dfe-4612-b3bb-46b2d69884c9,segment=NetworkSegment(c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9),segment_id=c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9)] {{(pid=80098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:22:06.540665 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:06.568276 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-c925f9f6-c256-4f3a-9612-af3b8da3487d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:06.723535 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] Pushing event updated for resources: {'Port': ['ID=3773529c-2dfe-4612-b3bb-46b2d69884c9,revision_number=3']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:06.730136 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:06.763134 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:06.763855 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:06.765354 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] 10.222.0.73 "PUT /v2.0/ports/3773529c-2dfe-4612-b3bb-46b2d69884c9 HTTP/1.1" status: 200 len: 1158 time: 1.2975025 Jan 15 10:22:06.765946 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d2bcb4-7bd2-486f-9d2b-de885b7452af', 'tag': '3773529c-2dfe-4612-b3bb-46b2d69884c9'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:22:06.802478 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a6fab-473e-4221-9cdd-a7f98de558c2 req-c801e61a-beee-4bb1-be25-501a0e94b689 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:06.804226 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-608a6fab-473e-4221-9cdd-a7f98de558c2 req-c801e61a-beee-4bb1-be25-501a0e94b689 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=79d2bcb4-7bd2-486f-9d2b-de885b7452af HTTP/1.1" status: 200 len: 944 time: 0.1151893 Jan 15 10:22:06.859839 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d2bcb4-7bd2-486f-9d2b-de885b7452af', 'tag': '3773529c-2dfe-4612-b3bb-46b2d69884c9', 'status': 'completed', 'code': 200} Jan 15 10:22:06.861729 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-608a6fab-473e-4221-9cdd-a7f98de558c2 req-342170c9-14f8-477a-9465-65388a8e1997 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=17074ccb-2ccf-4a9f-98d3-1f47a61859b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499034 Jan 15 10:22:06.899886 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-5910f01d-0e95-4e6e-aefe-d51ac8a1cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:06.901474 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-5910f01d-0e95-4e6e-aefe-d51ac8a1cf0d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d2e666365284aacad9462063764b9e2&device_id=79d2bcb4-7bd2-486f-9d2b-de885b7452af HTTP/1.1" status: 200 len: 1161 time: 0.0816684 Jan 15 10:22:06.986325 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-d7f372d8-8e60-4c4c-a23a-c4ff51e2eebc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3773529c-2dfe-4612-b3bb-46b2d69884c9 HTTP/1.1" status: 200 len: 217 time: 0.0739560 Jan 15 10:22:07.056301 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-f1492414-989d-4c23-9e94-1bb3e1909220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:07.057865 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-f1492414-989d-4c23-9e94-1bb3e1909220 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea4063fd-7d74-42c0-8f21-8e53b0e4ce85 HTTP/1.1" status: 200 len: 849 time: 0.0643568 Jan 15 10:22:07.151967 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-7de857c5-8a60-40e2-8b0e-97ebb53d1b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:07.153593 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-7de857c5-8a60-40e2-8b0e-97ebb53d1b9f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772002 Jan 15 10:22:07.299138 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d1ee3-3749-4560-86ff-532445dd097c req-f12e6385-daa1-4501-8a2d-b884908ced01 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:07.301281 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-df1d1ee3-3749-4560-86ff-532445dd097c req-f12e6385-daa1-4501-8a2d-b884908ced01 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.0998485 Jan 15 10:22:07.312132 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-af98a215-4856-4864-8692-8bb0d319a243 service neutron] 10.222.0.73 "GET /v2.0/networks/8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450310 Jan 15 10:22:07.359747 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-df1d1ee3-3749-4560-86ff-532445dd097c req-96cf6b82-eb54-44f4-af08-dc29f8497b67 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505004 Jan 15 10:22:07.466021 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-929ee9d3-790e-4c8d-add8-633d701a5628 req-35574eb0-5c9b-4058-b9d0-6f8eb09e1484 service neutron] 10.222.0.73 "GET /v2.0/networks/8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1429465 Jan 15 10:22:07.603369 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e7bb5-d550-435c-8fae-7d836d752d48 req-724ea62c-c2c3-44a7-aa89-ce2bccacf53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:07.605011 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-036e7bb5-d550-435c-8fae-7d836d752d48 req-724ea62c-c2c3-44a7-aa89-ce2bccacf53c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d2e666365284aacad9462063764b9e2&device_id=79d2bcb4-7bd2-486f-9d2b-de885b7452af HTTP/1.1" status: 200 len: 1161 time: 0.0817382 Jan 15 10:22:07.755763 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e7bb5-d550-435c-8fae-7d836d752d48 req-f48df438-8dc5-4d26-bf9e-f0d84769a848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:07.757377 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-036e7bb5-d550-435c-8fae-7d836d752d48 req-f48df438-8dc5-4d26-bf9e-f0d84769a848 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f HTTP/1.1" status: 200 len: 904 time: 0.1441705 Jan 15 10:22:07.831180 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-036e7bb5-d550-435c-8fae-7d836d752d48 req-f6474911-4de6-4d0e-b6b6-f1ee2fbe308b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3773529c-2dfe-4612-b3bb-46b2d69884c9 HTTP/1.1" status: 200 len: 217 time: 0.0649414 Jan 15 10:22:07.906037 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e7bb5-d550-435c-8fae-7d836d752d48 req-fa9b4f07-5d08-4300-bd17-9c4867bcd4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:07.907628 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-036e7bb5-d550-435c-8fae-7d836d752d48 req-fa9b4f07-5d08-4300-bd17-9c4867bcd4fd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea4063fd-7d74-42c0-8f21-8e53b0e4ce85 HTTP/1.1" status: 200 len: 849 time: 0.0703702 Jan 15 10:22:07.997055 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e7bb5-d550-435c-8fae-7d836d752d48 req-68e348cb-cf63-4406-9b0c-770867effff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:07.998687 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-036e7bb5-d550-435c-8fae-7d836d752d48 req-68e348cb-cf63-4406-9b0c-770867effff8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803294 Jan 15 10:22:08.101371 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208e768-df60-42c5-ac1d-3ece62fee8bf req-18904900-64aa-4704-822b-e84dcb3b785a tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:08.103583 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8208e768-df60-42c5-ac1d-3ece62fee8bf req-18904900-64aa-4704-822b-e84dcb3b785a tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=79d2bcb4-7bd2-486f-9d2b-de885b7452af HTTP/1.1" status: 200 len: 944 time: 0.1021478 Jan 15 10:22:08.158350 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8208e768-df60-42c5-ac1d-3ece62fee8bf req-7ef971d9-929d-48d4-a0e8-b453f13a8113 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=17074ccb-2ccf-4a9f-98d3-1f47a61859b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477939 Jan 15 10:22:08.361318 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-036e7bb5-d550-435c-8fae-7d836d752d48 req-6a03fb16-b0ff-41f5-9d52-bbf906221fd1 service neutron] 10.222.0.73 "GET /v2.0/networks/8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547058 Jan 15 10:22:08.506419 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-036e7bb5-d550-435c-8fae-7d836d752d48 req-cdff8f01-b1fa-4efb-a624-850c6618e4f3 service neutron] 10.222.0.73 "GET /v2.0/networks/8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1382155 Jan 15 10:22:08.609683 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e0680-8121-41b6-abf6-2528ae28be69 req-bb14ebca-4ca5-4f26-834e-4ddce0eed6d2 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:08.611462 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-435e0680-8121-41b6-abf6-2528ae28be69 req-bb14ebca-4ca5-4f26-834e-4ddce0eed6d2 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.1067834 Jan 15 10:22:08.661320 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-435e0680-8121-41b6-abf6-2528ae28be69 req-20039c0c-c4fe-4f37-81c5-8844f147b480 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437422 Jan 15 10:22:09.194216 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ccb2a-6608-4947-ae99-70cce3d6c3f2 req-ef51f5aa-ead3-4764-9374-3a32b951c610 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:09.196667 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-6c0ccb2a-6608-4947-ae99-70cce3d6c3f2 req-ef51f5aa-ead3-4764-9374-3a32b951c610 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 946 time: 0.1011162 Jan 15 10:22:09.252082 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-6c0ccb2a-6608-4947-ae99-70cce3d6c3f2 req-1bd2e5b0-3680-4875-b4bf-d969a88b7f70 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492115 Jan 15 10:22:09.523174 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-81ad1bcf-6cfa-491b-a7ba-1c0376a7e6da tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1946919 Jan 15 10:22:09.547980 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52253fb-06f7-4acf-b9b1-7ba0d3ffa223 req-36dc5c20-5761-4bdc-9304-d8a84160a2af tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:09.549522 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c52253fb-06f7-4acf-b9b1-7ba0d3ffa223 req-36dc5c20-5761-4bdc-9304-d8a84160a2af tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=79d2bcb4-7bd2-486f-9d2b-de885b7452af HTTP/1.1" status: 200 len: 944 time: 0.2566838 Jan 15 10:22:09.557026 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-e63d76ab-39fe-462f-bb05-33c3ebfacd4c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Request body: {'floatingip': {'floating_network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:22:09.580699 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-e63d76ab-39fe-462f-bb05-33c3ebfacd4c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:22:09.588887 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-e63d76ab-39fe-462f-bb05-33c3ebfacd4c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Usage tracker for resource:floatingip and tenant:f5dd2c97bdf843d8ae7b78413f5c97dc is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:22:09.593572 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-e63d76ab-39fe-462f-bb05-33c3ebfacd4c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:22:09.609243 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-e63d76ab-39fe-462f-bb05-33c3ebfacd4c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:22:09.626667 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c52253fb-06f7-4acf-b9b1-7ba0d3ffa223 req-25bac073-669c-4532-85c6-0bb7ba3d8d9d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=17074ccb-2ccf-4a9f-98d3-1f47a61859b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620537 Jan 15 10:22:09.631545 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-e63d76ab-39fe-462f-bb05-33c3ebfacd4c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks [] for floatingip, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:09.779000 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-e63d76ab-39fe-462f-bb05-33c3ebfacd4c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:10.060182 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bf520-42be-4c14-9223-91f926438b86 req-848e94e5-9244-4dac-93f0-41192dfc5df5 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:10.061737 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-272bf520-42be-4c14-9223-91f926438b86 req-848e94e5-9244-4dac-93f0-41192dfc5df5 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.2465644 Jan 15 10:22:10.167093 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-272bf520-42be-4c14-9223-91f926438b86 req-a709f957-d527-4207-b0ed-af7a2d8b082b tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984440 Jan 15 10:22:10.189803 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-e63d76ab-39fe-462f-bb05-33c3ebfacd4c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Allocated IP 172.28.0.147 (512bef08-258b-4e03-8592-7639e3feb0a7/afc97f5e-62e7-4d57-b78b-6d502dcdcf4b/c4314b20-093e-4b79-92a5-607d78efde67) {{(pid=80099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:22:10.434766 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 3773529c-2dfe-4612-b3bb-46b2d69884c9 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:22:10.506767 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning for port 3773529c-2dfe-4612-b3bb-46b2d69884c9 completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:22:10.511847 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 3773529c-2dfe-4612-b3bb-46b2d69884c9 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:22:10.512271 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:10.563595 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-e63d76ab-39fe-462f-bb05-33c3ebfacd4c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks [] for port, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:10.590203 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-e63d76ab-39fe-462f-bb05-33c3ebfacd4c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427881'] for port, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:10.606951 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-29e89b69-a234-4d89-92a1-b72904bdd4bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:10.634822 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:10.662464 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d2bcb4-7bd2-486f-9d2b-de885b7452af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3773529c-2dfe-4612-b3bb-46b2d69884c9'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:22:10.673484 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port 3773529c-2dfe-4612-b3bb-46b2d69884c9, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=3773529c-2dfe-4612-b3bb-46b2d69884c9,segment=NetworkSegment(c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9),segment_id=c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:22:10.676481 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:10.678403 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:10.747527 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=3773529c-2dfe-4612-b3bb-46b2d69884c9,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:10.750866 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:10.752825 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d76ab-39fe-462f-bb05-33c3ebfacd4c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Pushing event updated for resources: {'Port': ['ID=c4314b20-093e-4b79-92a5-607d78efde67,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:10.755910 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e63d76ab-39fe-462f-bb05-33c3ebfacd4c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:10.865171 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-e63d76ab-39fe-462f-bb05-33c3ebfacd4c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Network 512bef08-258b-4e03-8592-7639e3feb0a7 is already hosted by enough agents. {{(pid=80099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:22:10.867091 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-e63d76ab-39fe-462f-bb05-33c3ebfacd4c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Resources bound (agent type, host, resource id): {{(pid=80099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:22:10.869548 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-e63d76ab-39fe-462f-bb05-33c3ebfacd4c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Received port after_create {{(pid=80099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:22:10.944496 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c54c89-93ef-44b6-b36a-93d66fa6ace7 req-3b32d180-8974-41fd-a929-ba998079d819 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:10.946899 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-25c54c89-93ef-44b6-b36a-93d66fa6ace7 req-3b32d180-8974-41fd-a929-ba998079d819 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=79d2bcb4-7bd2-486f-9d2b-de885b7452af HTTP/1.1" status: 200 len: 946 time: 0.1852942 Jan 15 10:22:11.058067 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-25c54c89-93ef-44b6-b36a-93d66fa6ace7 req-712f1b0f-e513-4dba-a596-3b7e1b8c4d5b tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=17074ccb-2ccf-4a9f-98d3-1f47a61859b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041322 Jan 15 10:22:11.073098 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-e63d76ab-39fe-462f-bb05-33c3ebfacd4c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks [] for floatingip, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:11.137630 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d2bcb4-7bd2-486f-9d2b-de885b7452af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3773529c-2dfe-4612-b3bb-46b2d69884c9', 'code': 200} Jan 15 10:22:11.143315 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-e63d76ab-39fe-462f-bb05-33c3ebfacd4c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:11.395602 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c44d7-205a-4dcb-89eb-3d8d72f9f45b req-b7a1340a-31a6-4a6d-bce6-1753f34e53b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:11.397245 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e58c44d7-205a-4dcb-89eb-3d8d72f9f45b req-b7a1340a-31a6-4a6d-bce6-1753f34e53b9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=79d2bcb4-7bd2-486f-9d2b-de885b7452af HTTP/1.1" status: 200 len: 1163 time: 0.0848963 Jan 15 10:22:11.449744 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e58c44d7-205a-4dcb-89eb-3d8d72f9f45b req-ee27e935-b4c4-4662-a7d1-6d3e5df60c63 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=17074ccb-2ccf-4a9f-98d3-1f47a61859b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416508 Jan 15 10:22:11.502906 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4410c5d-805d-43c9-aed4-dff10fe78fa8 req-c5e87f06-dab4-4a29-a7f9-5a81f92e0dcd tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:11.504642 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a4410c5d-805d-43c9-aed4-dff10fe78fa8 req-c5e87f06-dab4-4a29-a7f9-5a81f92e0dcd tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.1509480 Jan 15 10:22:11.541424 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-e63d76ab-39fe-462f-bb05-33c3ebfacd4c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks [] for port, precommit_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:11.546466 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-e63d76ab-39fe-462f-bb05-33c3ebfacd4c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2347918'] for port, after_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:11.565342 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:11.718869 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a4410c5d-805d-43c9-aed4-dff10fe78fa8 req-4bf3c06a-d9f5-454c-98c5-33fadd103d59 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023032 Jan 15 10:22:11.731922 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d76ab-39fe-462f-bb05-33c3ebfacd4c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Pushing event updated for resources: {'Port': ['ID=c4314b20-093e-4b79-92a5-607d78efde67,revision_number=2']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:11.737037 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e63d76ab-39fe-462f-bb05-33c3ebfacd4c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:11.829088 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-e63d76ab-39fe-462f-bb05-33c3ebfacd4c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409790'] for floatingip, after_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:11.851381 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-e63d76ab-39fe-462f-bb05-33c3ebfacd4c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for floatingip, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:11.852679 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-e63d76ab-39fe-462f-bb05-33c3ebfacd4c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3021705 Jan 15 10:22:12.061321 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 3773529c-2dfe-4612-b3bb-46b2d69884c9 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:22:12.133447 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 3773529c-2dfe-4612-b3bb-46b2d69884c9 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:22:12.133880 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:12.160965 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-0202168f-475f-433d-b5b2-11f553c2c005 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Synchronizing usage tracker for tenant:f5dd2c97bdf843d8ae7b78413f5c97dc on resource:floatingip {{(pid=80099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:22:12.180658 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-0202168f-475f-433d-b5b2-11f553c2c005 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Unset dirty status for tenant:f5dd2c97bdf843d8ae7b78413f5c97dc on resource:floatingip {{(pid=80099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:22:12.182307 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-0202168f-475f-433d-b5b2-11f553c2c005 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.28.0.147 HTTP/1.1" status: 200 len: 696 time: 0.3232024 Jan 15 10:22:12.375316 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-a14d12a4-ae31-4198-acbd-f84e7457107b tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:12.376833 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-a14d12a4-ae31-4198-acbd-f84e7457107b tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/networks/512bef08-258b-4e03-8592-7639e3feb0a7 HTTP/1.1" status: 200 len: 784 time: 0.1878057 Jan 15 10:22:12.388584 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-ef10f44e-b6c5-492d-af4f-e127b6548eb7 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:22:12.389688 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-da8d5eb6-625c-425b-ad05-1ac9a2000adb req-ef10f44e-b6c5-492d-af4f-e127b6548eb7 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0070572 Jan 15 10:22:12.573422 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f7450-53cd-4bc5-a890-4fd9861ed186 req-33d870e2-b73a-4bde-8cba-a0750f889cb5 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:12.575870 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-906f7450-53cd-4bc5-a890-4fd9861ed186 req-33d870e2-b73a-4bde-8cba-a0750f889cb5 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=79d2bcb4-7bd2-486f-9d2b-de885b7452af HTTP/1.1" status: 200 len: 946 time: 0.2471380 Jan 15 10:22:12.645005 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-906f7450-53cd-4bc5-a890-4fd9861ed186 req-de956e04-2051-487d-bb98-0b4dcdbc1bc5 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=17074ccb-2ccf-4a9f-98d3-1f47a61859b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630846 Jan 15 10:22:12.675458 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2d035-bd89-452b-b85a-7302c69c2f7c req-35099a2c-b705-4e8f-a807-1304989fd602 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:12.677126 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-80f2d035-bd89-452b-b85a-7302c69c2f7c req-35099a2c-b705-4e8f-a807-1304989fd602 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1788728 Jan 15 10:22:12.771445 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-80f2d035-bd89-452b-b85a-7302c69c2f7c req-e08c9b69-d779-4f2e-8392-ad6a0398955c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.28.0.147 HTTP/1.1" status: 200 len: 696 time: 0.0869007 Jan 15 10:22:12.781931 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-80f2d035-bd89-452b-b85a-7302c69c2f7c req-facf6b5a-071d-4388-9293-f1ef28575770 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Request body: {'floatingip': {'port_id': '56dd8a9d-dd87-42d0-a4ef-f00426163079', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:22:12.868441 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-80f2d035-bd89-452b-b85a-7302c69c2f7c req-facf6b5a-071d-4388-9293-f1ef28575770 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks [] for floatingip, before_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:13.149299 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7f33a-05cb-474a-a45a-425466d2a8e0 req-8fe7c53d-26ac-4dcf-96f0-abf890e2b1a5 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:13.150948 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5ff7f33a-05cb-474a-a45a-425466d2a8e0 req-8fe7c53d-26ac-4dcf-96f0-abf890e2b1a5 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.2230325 Jan 15 10:22:13.337733 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5ff7f33a-05cb-474a-a45a-425466d2a8e0 req-68194390-38b9-450d-b275-3b5954a1b8fb tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279249 Jan 15 10:22:13.890667 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-80f2d035-bd89-452b-b85a-7302c69c2f7c req-facf6b5a-071d-4388-9293-f1ef28575770 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks [] for floatingip, precommit_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:13.893468 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-80f2d035-bd89-452b-b85a-7302c69c2f7c req-facf6b5a-071d-4388-9293-f1ef28575770 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409790'] for floatingip, after_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:14.075462 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8865ba9-1a0e-4585-8d48-6cc05413ffeb req-4d845ca6-4b01-4ac0-81fb-65b8ad44a96b tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:14.077147 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f8865ba9-1a0e-4585-8d48-6cc05413ffeb req-4d845ca6-4b01-4ac0-81fb-65b8ad44a96b tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=79d2bcb4-7bd2-486f-9d2b-de885b7452af HTTP/1.1" status: 200 len: 946 time: 0.2868111 Jan 15 10:22:14.147172 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.l3_db [req-80f2d035-bd89-452b-b85a-7302c69c2f7c req-facf6b5a-071d-4388-9293-f1ef28575770 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Floating IP 90a12599-244b-472a-9043-3a1e2c595f6f associated. External IP: 172.28.0.147, port: 56dd8a9d-dd87-42d0-a4ef-f00426163079. Jan 15 10:22:14.210146 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f8865ba9-1a0e-4585-8d48-6cc05413ffeb req-409b072a-b095-463a-bbbf-30953d546714 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=17074ccb-2ccf-4a9f-98d3-1f47a61859b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266749 Jan 15 10:22:14.606083 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b463a-387d-40f1-bad4-6984d72e8504 req-a1282c3c-d3bf-4412-9490-a98f99707e58 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:14.607642 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b77b463a-387d-40f1-bad4-6984d72e8504 req-a1282c3c-d3bf-4412-9490-a98f99707e58 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=79d2bcb4-7bd2-486f-9d2b-de885b7452af HTTP/1.1" status: 200 len: 946 time: 0.2723670 Jan 15 10:22:14.618556 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 33656) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:22:14.618728 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80f2d035-bd89-452b-b85a-7302c69c2f7c req-facf6b5a-071d-4388-9293-f1ef28575770 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Router 2125bf57-2947-464f-a340-25397626000f has already been hosted by L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 {{(pid=80099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:22:14.624690 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-44db7161-dcde-4b75-b1bb-f5f997783569 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Request body: {'floatingip': {'port_id': '3773529c-2dfe-4612-b3bb-46b2d69884c9'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:22:14.712828 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-44db7161-dcde-4b75-b1bb-f5f997783569 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for floatingip, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:14.878610 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80f2d035-bd89-452b-b85a-7302c69c2f7c req-facf6b5a-071d-4388-9293-f1ef28575770 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:22:14.884464 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-80f2d035-bd89-452b-b85a-7302c69c2f7c req-facf6b5a-071d-4388-9293-f1ef28575770 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for floatingip, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:14.888843 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48a006a-715e-4be2-bcc9-4093da025b6d None None] Sync routers for ids ['2125bf57-2947-464f-a340-25397626000f'] in dv-cinder-768592-3-smb {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:22:14.899604 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48a006a-715e-4be2-bcc9-4093da025b6d None None] Routers {'2125bf57-2947-464f-a340-25397626000f'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:22:14.901065 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-a48a006a-715e-4be2-bcc9-4093da025b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:21:48Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['2125bf57-2947-464f-a340-25397626000f'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:22:14.980217 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d38c9-41a0-489a-aabd-5c9d506b5681 req-48e7eb0e-0b6e-4443-9af5-6c425de18f91 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:14.983309 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e61d38c9-41a0-489a-aabd-5c9d506b5681 req-48e7eb0e-0b6e-4443-9af5-6c425de18f91 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.2332072 Jan 15 10:22:15.012370 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-80f2d035-bd89-452b-b85a-7302c69c2f7c req-facf6b5a-071d-4388-9293-f1ef28575770 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "PUT /v2.0/floatingips/90a12599-244b-472a-9043-3a1e2c595f6f HTTP/1.1" status: 200 len: 997 time: 2.2346606 Jan 15 10:22:15.016146 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e89ac94-b8fe-44dc-9613-0ec44ec4beef', 'tag': '56dd8a9d-dd87-42d0-a4ef-f00426163079'}] {{(pid=80099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:22:15.102889 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e61d38c9-41a0-489a-aabd-5c9d506b5681 req-6da5feb4-7501-4a07-875b-c86b3928c26e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120899 Jan 15 10:22:15.107983 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-a48a006a-715e-4be2-bcc9-4093da025b6d None None] Set router 2125bf57-2947-464f-a340-25397626000f gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:22:15.134639 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2d035-bd89-452b-b85a-7302c69c2f7c req-6d5ad3e9-ba8e-4615-b983-6849aaca2a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:15.136371 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-80f2d035-bd89-452b-b85a-7302c69c2f7c req-6d5ad3e9-ba8e-4615-b983-6849aaca2a40 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5dd2c97bdf843d8ae7b78413f5c97dc&device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 1163 time: 0.0995197 Jan 15 10:22:15.193435 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e89ac94-b8fe-44dc-9613-0ec44ec4beef', 'tag': '56dd8a9d-dd87-42d0-a4ef-f00426163079', 'status': 'completed', 'code': 200} Jan 15 10:22:15.299923 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2d035-bd89-452b-b85a-7302c69c2f7c req-7b0ab784-7b65-4234-bf3b-f1ef22b3c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:15.301695 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-80f2d035-bd89-452b-b85a-7302c69c2f7c req-7b0ab784-7b65-4234-bf3b-f1ef22b3c8aa service neutron] 10.222.0.60 "GET /v2.0/networks?id=af2f5627-bf44-4a11-94b8-1bbbb4a02f2b HTTP/1.1" status: 200 len: 908 time: 0.1579416 Jan 15 10:22:15.419148 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-80f2d035-bd89-452b-b85a-7302c69c2f7c req-6bccb70e-3815-4a9d-9b63-0ff90edc42c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56dd8a9d-dd87-42d0-a4ef-f00426163079 HTTP/1.1" status: 200 len: 1000 time: 0.1088622 Jan 15 10:22:15.486987 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:15.493091 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2d035-bd89-452b-b85a-7302c69c2f7c req-ced5fb5e-b144-4d45-919c-bdd2a4a3fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:15.494889 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-80f2d035-bd89-452b-b85a-7302c69c2f7c req-ced5fb5e-b144-4d45-919c-bdd2a4a3fecb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0e7b1517-6c77-4d39-a202-dc8213f3896c HTTP/1.1" status: 200 len: 853 time: 0.0687211 Jan 15 10:22:15.516866 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b24ef5-3667-4dae-933b-a9e5fbeb2081 req-ef01c2e0-5332-40ef-9d67-a2855ff7c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:15.518396 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-21b24ef5-3667-4dae-933b-a9e5fbeb2081 req-ef01c2e0-5332-40ef-9d67-a2855ff7c8a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f5dd2c97bdf843d8ae7b78413f5c97dc&device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 1163 time: 0.3002102 Jan 15 10:22:15.519374 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e62bf11f-0e99-480e-8b73-7151e02cb310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:15.545802 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-a48a006a-715e-4be2-bcc9-4093da025b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2125bf57-2947-464f-a340-25397626000f', 'name': 'tempest-TestMinimumBasicScenario-887938499-router', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:26Z', 'updated_at': '2021-01-15T10:21:31Z', 'revision_number': 4, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'gw_port': {'id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2125bf57-2947-464f-a340-25397626000f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:27Z', 'updated_at': '2021-01-15T10:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_floatingips': [{'id': '90a12599-244b-472a-9043-3a1e2c595f6f', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'floating_ip_address': '172.28.0.147', 'floating_network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'router_id': '2125bf57-2947-464f-a340-25397626000f', 'port_id': '56dd8a9d-dd87-42d0-a4ef-f00426163079', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b', 'mac_address': 'fa:16:3e:fa:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e89ac94-b8fe-44dc-9613-0ec44ec4beef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:22:10Z', 'updated_at': '2021-01-15T10:22:13Z', 'revision_number': 1, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb979f7c-ed23-478f-8305-04e385d015dd', 'name': '', 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'mac_address': 'fa:16:3e:0b:16:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2125bf57-2947-464f-a340-25397626000f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0e7b1517-6c77-4d39-a202-dc8213f3896c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:30Z', 'updated_at': '2021-01-15T10:21:39Z', 'revision_number': 5, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'subnets': [{'id': '0e7b1517-6c77-4d39-a202-dc8213f3896c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:22:15.549934 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48a006a-715e-4be2-bcc9-4093da025b6d None None] Checking router: 2125bf57-2947-464f-a340-25397626000f for host: dv-cinder-768592-3-smb {{(pid=80100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:22:15.558999 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48a006a-715e-4be2-bcc9-4093da025b6d None None] Routers {'2125bf57-2947-464f-a340-25397626000f'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:22:15.559690 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-a48a006a-715e-4be2-bcc9-4093da025b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:21:48Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['2125bf57-2947-464f-a340-25397626000f'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:22:15.580879 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2d035-bd89-452b-b85a-7302c69c2f7c req-30623424-758e-4340-bc80-4d0fbd000367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:15.583092 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-80f2d035-bd89-452b-b85a-7302c69c2f7c req-30623424-758e-4340-bc80-4d0fbd000367 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af2f5627-bf44-4a11-94b8-1bbbb4a02f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800610 Jan 15 10:22:15.595023 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [req-80f2d035-bd89-452b-b85a-7302c69c2f7c req-13a5593d-78a1-424c-9cb9-5cd34a6ad79c service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:22:15.596149 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-80f2d035-bd89-452b-b85a-7302c69c2f7c req-13a5593d-78a1-424c-9cb9-5cd34a6ad79c service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0055923 Jan 15 10:22:15.729294 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-44db7161-dcde-4b75-b1bb-f5f997783569 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for floatingip, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:15.733004 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-44db7161-dcde-4b75-b1bb-f5f997783569 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409790'] for floatingip, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:15.747104 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-80f2d035-bd89-452b-b85a-7302c69c2f7c req-912e5cbc-91da-466f-9bc2-f38371bf6499 service neutron] 10.222.0.60 "GET /v2.0/networks/af2f5627-bf44-4a11-94b8-1bbbb4a02f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409709 Jan 15 10:22:15.748309 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-a48a006a-715e-4be2-bcc9-4093da025b6d None None] Set router 2125bf57-2947-464f-a340-25397626000f gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:22:15.907416 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b24ef5-3667-4dae-933b-a9e5fbeb2081 req-6a6c5774-cb36-49c9-8a6c-e7ae59242543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:15.909006 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-21b24ef5-3667-4dae-933b-a9e5fbeb2081 req-6a6c5774-cb36-49c9-8a6c-e7ae59242543 service neutron] 10.222.0.73 "GET /v2.0/networks?id=af2f5627-bf44-4a11-94b8-1bbbb4a02f2b HTTP/1.1" status: 200 len: 908 time: 0.3239734 Jan 15 10:22:15.921838 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-80f2d035-bd89-452b-b85a-7302c69c2f7c req-6eae8f62-a300-4177-9e64-43c43e6e18c9 service neutron] 10.222.0.60 "GET /v2.0/networks/af2f5627-bf44-4a11-94b8-1bbbb4a02f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1513100 Jan 15 10:22:15.975709 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-63541480-5247-4f0e-92f0-c7e6eb609ac0 req-22fc18f8-0d6f-44fb-bffb-4c39a8db7ea9 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1442459321', 'description': 'tempest-TestMinimumBasicScenario-1442459321 description'}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:22:15.985800 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-63541480-5247-4f0e-92f0-c7e6eb609ac0 req-22fc18f8-0d6f-44fb-bffb-4c39a8db7ea9 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:22:15.989904 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-63541480-5247-4f0e-92f0-c7e6eb609ac0 req-22fc18f8-0d6f-44fb-bffb-4c39a8db7ea9 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Usage tracker for resource:security_group and tenant:f5dd2c97bdf843d8ae7b78413f5c97dc is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:22:15.993401 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-63541480-5247-4f0e-92f0-c7e6eb609ac0 req-22fc18f8-0d6f-44fb-bffb-4c39a8db7ea9 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:22:15.999493 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-63541480-5247-4f0e-92f0-c7e6eb609ac0 req-22fc18f8-0d6f-44fb-bffb-4c39a8db7ea9 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:22:16.011531 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-63541480-5247-4f0e-92f0-c7e6eb609ac0 req-22fc18f8-0d6f-44fb-bffb-4c39a8db7ea9 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:16.039927 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-63541480-5247-4f0e-92f0-c7e6eb609ac0 req-22fc18f8-0d6f-44fb-bffb-4c39a8db7ea9 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:22:16.045316 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-63541480-5247-4f0e-92f0-c7e6eb609ac0 req-22fc18f8-0d6f-44fb-bffb-4c39a8db7ea9 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Usage tracker for resource:security_group_rule and tenant:f5dd2c97bdf843d8ae7b78413f5c97dc is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:22:16.048855 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-63541480-5247-4f0e-92f0-c7e6eb609ac0 req-22fc18f8-0d6f-44fb-bffb-4c39a8db7ea9 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:22:16.055949 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-63541480-5247-4f0e-92f0-c7e6eb609ac0 req-22fc18f8-0d6f-44fb-bffb-4c39a8db7ea9 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:22:16.141612 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-63541480-5247-4f0e-92f0-c7e6eb609ac0 req-22fc18f8-0d6f-44fb-bffb-4c39a8db7ea9 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:16.144832 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-63541480-5247-4f0e-92f0-c7e6eb609ac0 req-22fc18f8-0d6f-44fb-bffb-4c39a8db7ea9 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:16.159431 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-a48a006a-715e-4be2-bcc9-4093da025b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2125bf57-2947-464f-a340-25397626000f', 'name': 'tempest-TestMinimumBasicScenario-887938499-router', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:26Z', 'updated_at': '2021-01-15T10:21:31Z', 'revision_number': 4, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'gw_port': {'id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2125bf57-2947-464f-a340-25397626000f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:27Z', 'updated_at': '2021-01-15T10:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_floatingips': [{'id': '90a12599-244b-472a-9043-3a1e2c595f6f', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'floating_ip_address': '172.28.0.147', 'floating_network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'router_id': '2125bf57-2947-464f-a340-25397626000f', 'port_id': '56dd8a9d-dd87-42d0-a4ef-f00426163079', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b', 'mac_address': 'fa:16:3e:fa:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e89ac94-b8fe-44dc-9613-0ec44ec4beef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:22:10Z', 'updated_at': '2021-01-15T10:22:13Z', 'revision_number': 1, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb979f7c-ed23-478f-8305-04e385d015dd', 'name': '', 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'mac_address': 'fa:16:3e:0b:16:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2125bf57-2947-464f-a340-25397626000f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0e7b1517-6c77-4d39-a202-dc8213f3896c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:30Z', 'updated_at': '2021-01-15T10:21:39Z', 'revision_number': 5, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'subnets': [{'id': '0e7b1517-6c77-4d39-a202-dc8213f3896c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:22:16.164890 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48a006a-715e-4be2-bcc9-4093da025b6d None None] The sync data for ids ['2125bf57-2947-464f-a340-25397626000f'] in dv-cinder-768592-3-smb is: [{'id': '2125bf57-2947-464f-a340-25397626000f', 'name': 'tempest-TestMinimumBasicScenario-887938499-router', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:26Z', 'updated_at': '2021-01-15T10:21:31Z', 'revision_number': 4, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'gw_port': {'id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2125bf57-2947-464f-a340-25397626000f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:27Z', 'updated_at': '2021-01-15T10:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_floatingips': [{'id': '90a12599-244b-472a-9043-3a1e2c595f6f', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'floating_ip_address': '172.28.0.147', 'floating_network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'router_id': '2125bf57-2947-464f-a340-25397626000f', 'port_id': '56dd8a9d-dd87-42d0-a4ef-f00426163079', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b', 'mac_address': 'fa:16:3e:fa:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e89ac94-b8fe-44dc-9613-0ec44ec4beef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:22:10Z', 'updated_at': '2021-01-15T10:22:13Z', 'revision_number': 1, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb979f7c-ed23-478f-8305-04e385d015dd', 'name': '', 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'mac_address': 'fa:16:3e:0b:16:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2125bf57-2947-464f-a340-25397626000f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0e7b1517-6c77-4d39-a202-dc8213f3896c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:30Z', 'updated_at': '2021-01-15T10:21:39Z', 'revision_number': 5, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'subnets': [{'id': '0e7b1517-6c77-4d39-a202-dc8213f3896c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:22:16.174597 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-8f743cc8-e959-4e52-a155-ae0f513aa868 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:16.186674 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-63541480-5247-4f0e-92f0-c7e6eb609ac0 req-22fc18f8-0d6f-44fb-bffb-4c39a8db7ea9 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:16.188291 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-63541480-5247-4f0e-92f0-c7e6eb609ac0 req-22fc18f8-0d6f-44fb-bffb-4c39a8db7ea9 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2176208 Jan 15 10:22:16.217721 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc18f8-0d6f-44fb-bffb-4c39a8db7ea9 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a12dc3-f5a1-41a8-ba9e-8a6058f78872,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:16.232650 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-22fc18f8-0d6f-44fb-bffb-4c39a8db7ea9 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:16.282896 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.l3_db [None req-44db7161-dcde-4b75-b1bb-f5f997783569 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Floating IP e532bda3-1f56-4ad2-a4ad-f7004141e2b5 associated. External IP: 172.28.0.84, port: 3773529c-2dfe-4612-b3bb-46b2d69884c9. Jan 15 10:22:16.347217 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a9f469dd-733c-44f5-801c-d76da0a0e1d7 req-09c616fa-4713-465d-a40e-32e4ae8ad4f7 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups/f1a12dc3-f5a1-41a8-ba9e-8a6058f78872 HTTP/1.1" status: 200 len: 1814 time: 0.1046422 Jan 15 10:22:16.365696 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-a9f469dd-733c-44f5-801c-d76da0a0e1d7 req-e28885e9-021c-4d7a-b40d-5f9b6b14d57d tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f1a12dc3-f5a1-41a8-ba9e-8a6058f78872', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:22:16.366060 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-a9f469dd-733c-44f5-801c-d76da0a0e1d7 req-e28885e9-021c-4d7a-b40d-5f9b6b14d57d tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f1a12dc3-f5a1-41a8-ba9e-8a6058f78872', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:22:16.383221 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-a9f469dd-733c-44f5-801c-d76da0a0e1d7 req-e28885e9-021c-4d7a-b40d-5f9b6b14d57d tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:22:16.390670 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-a9f469dd-733c-44f5-801c-d76da0a0e1d7 req-e28885e9-021c-4d7a-b40d-5f9b6b14d57d tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Usage tracker for resource:security_group_rule and tenant:f5dd2c97bdf843d8ae7b78413f5c97dc is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:22:16.394200 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-a9f469dd-733c-44f5-801c-d76da0a0e1d7 req-e28885e9-021c-4d7a-b40d-5f9b6b14d57d tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:22:16.402675 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-a9f469dd-733c-44f5-801c-d76da0a0e1d7 req-e28885e9-021c-4d7a-b40d-5f9b6b14d57d tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:22:16.435301 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae69128-50c9-4b48-a0d9-1298a6bb3bd7 req-17cf226b-da0f-4fdf-af71-799b7432986c tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:16.436601 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-21b24ef5-3667-4dae-933b-a9e5fbeb2081 req-d2ff4623-268f-4d6b-8dd2-267c4f413829 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56dd8a9d-dd87-42d0-a4ef-f00426163079 HTTP/1.1" status: 200 len: 1000 time: 0.5188043 Jan 15 10:22:16.437016 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2ae69128-50c9-4b48-a0d9-1298a6bb3bd7 req-17cf226b-da0f-4fdf-af71-799b7432986c tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.1594529 Jan 15 10:22:16.548443 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98028cfd-bba3-488c-9e88-304f836d7027 None None] New status for floating IP 90a12599-244b-472a-9043-3a1e2c595f6f: ACTIVE {{(pid=80101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 10:22:16.566255 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b24ef5-3667-4dae-933b-a9e5fbeb2081 req-42e0c726-e9d6-44f9-9eab-aa7a4ca5fada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:16.568101 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-21b24ef5-3667-4dae-933b-a9e5fbeb2081 req-42e0c726-e9d6-44f9-9eab-aa7a4ca5fada service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e7b1517-6c77-4d39-a202-dc8213f3896c HTTP/1.1" status: 200 len: 853 time: 0.1235476 Jan 15 10:22:16.775374 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2ae69128-50c9-4b48-a0d9-1298a6bb3bd7 req-e6ee5b39-1dbe-4d51-b102-9a1eae8dbe5e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3269050 Jan 15 10:22:16.782011 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-a9f469dd-733c-44f5-801c-d76da0a0e1d7 req-e28885e9-021c-4d7a-b40d-5f9b6b14d57d tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks [] for security_group_rule, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:16.828679 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-a9f469dd-733c-44f5-801c-d76da0a0e1d7 req-e28885e9-021c-4d7a-b40d-5f9b6b14d57d tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:16.831796 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-a9f469dd-733c-44f5-801c-d76da0a0e1d7 req-e28885e9-021c-4d7a-b40d-5f9b6b14d57d tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328337'] for security_group_rule, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:16.834125 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-962de73e-ee2f-4094-9a40-a7e832ef9bd0 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:16.846466 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b24ef5-3667-4dae-933b-a9e5fbeb2081 req-40f77ffe-8b6b-48f6-b1b8-640fe24ccdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:16.848177 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-21b24ef5-3667-4dae-933b-a9e5fbeb2081 req-40f77ffe-8b6b-48f6-b1b8-640fe24ccdc0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af2f5627-bf44-4a11-94b8-1bbbb4a02f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2199798 Jan 15 10:22:16.858465 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44db7161-dcde-4b75-b1bb-f5f997783569 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Router edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 has already been hosted by L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 {{(pid=80098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:22:16.870747 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-a9f469dd-733c-44f5-801c-d76da0a0e1d7 req-e28885e9-021c-4d7a-b40d-5f9b6b14d57d tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks [] for security_group_rule, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:16.872263 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a9f469dd-733c-44f5-801c-d76da0a0e1d7 req-e28885e9-021c-4d7a-b40d-5f9b6b14d57d tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5117986 Jan 15 10:22:16.874943 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28885e9-021c-4d7a-b40d-5f9b6b14d57d tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37c0155-f8a6-415b-99dd-3ecad2289e83,revision_number=0']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:16.881258 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e28885e9-021c-4d7a-b40d-5f9b6b14d57d tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:16.978677 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3cd457cb-fca5-49fe-b6ba-7a785e0371c9 req-0623622a-4379-492c-943d-ca576c7d6766 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups/f1a12dc3-f5a1-41a8-ba9e-8a6058f78872 HTTP/1.1" status: 200 len: 2407 time: 0.0720680 Jan 15 10:22:16.990127 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-3cd457cb-fca5-49fe-b6ba-7a785e0371c9 req-5c5b658f-d96f-4fff-8e0e-a76069454bfb tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f1a12dc3-f5a1-41a8-ba9e-8a6058f78872', 'remote_group_id': None}]} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:22:16.990578 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-3cd457cb-fca5-49fe-b6ba-7a785e0371c9 req-5c5b658f-d96f-4fff-8e0e-a76069454bfb tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f1a12dc3-f5a1-41a8-ba9e-8a6058f78872', 'remote_group_id': None}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:22:17.001967 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-3cd457cb-fca5-49fe-b6ba-7a785e0371c9 req-5c5b658f-d96f-4fff-8e0e-a76069454bfb tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:22:17.006012 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-3cd457cb-fca5-49fe-b6ba-7a785e0371c9 req-5c5b658f-d96f-4fff-8e0e-a76069454bfb tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Usage tracker for resource:security_group_rule and tenant:f5dd2c97bdf843d8ae7b78413f5c97dc is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:22:17.009006 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-3cd457cb-fca5-49fe-b6ba-7a785e0371c9 req-5c5b658f-d96f-4fff-8e0e-a76069454bfb tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:22:17.015922 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-3cd457cb-fca5-49fe-b6ba-7a785e0371c9 req-5c5b658f-d96f-4fff-8e0e-a76069454bfb tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:22:17.087800 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-3cd457cb-fca5-49fe-b6ba-7a785e0371c9 req-5c5b658f-d96f-4fff-8e0e-a76069454bfb tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks [] for security_group_rule, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:17.114429 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-3cd457cb-fca5-49fe-b6ba-7a785e0371c9 req-5c5b658f-d96f-4fff-8e0e-a76069454bfb tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:17.118047 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-3cd457cb-fca5-49fe-b6ba-7a785e0371c9 req-5c5b658f-d96f-4fff-8e0e-a76069454bfb tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328337'] for security_group_rule, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:17.120367 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:17.147206 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b658f-d96f-4fff-8e0e-a76069454bfb tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4724cfbe-2243-4d80-bddb-deba306a5453,revision_number=0']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:17.150236 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-5c5b658f-d96f-4fff-8e0e-a76069454bfb tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:17.158678 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-3cd457cb-fca5-49fe-b6ba-7a785e0371c9 req-5c5b658f-d96f-4fff-8e0e-a76069454bfb tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks [] for security_group_rule, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:17.160685 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3cd457cb-fca5-49fe-b6ba-7a785e0371c9 req-5c5b658f-d96f-4fff-8e0e-a76069454bfb tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1755168 Jan 15 10:22:17.225935 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-21b24ef5-3667-4dae-933b-a9e5fbeb2081 req-27273d97-75be-4bf1-9bfc-821be557670a service neutron] 10.222.0.73 "GET /v2.0/networks/af2f5627-bf44-4a11-94b8-1bbbb4a02f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632383 Jan 15 10:22:17.238754 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44db7161-dcde-4b75-b1bb-f5f997783569 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:22:17.253143 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956a6a59-0131-4501-89c2-95d918a203ae None None] Sync routers for ids ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'] in dv-cinder-768592-3-smb {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:22:17.269575 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956a6a59-0131-4501-89c2-95d918a203ae None None] Routers {'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:22:17.271418 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-956a6a59-0131-4501-89c2-95d918a203ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:21:48Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:22:17.313301 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-44db7161-dcde-4b75-b1bb-f5f997783569 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for floatingip, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:17.338101 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-267a6db2-f648-4b55-850e-5582fa5afc8a req-45675ed3-ac9f-4c59-9401-7ae8de61ae3f tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Synchronizing usage tracker for tenant:f5dd2c97bdf843d8ae7b78413f5c97dc on resource:security_group {{(pid=80099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:22:17.358103 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-267a6db2-f648-4b55-850e-5582fa5afc8a req-45675ed3-ac9f-4c59-9401-7ae8de61ae3f tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Unset dirty status for tenant:f5dd2c97bdf843d8ae7b78413f5c97dc on resource:security_group {{(pid=80099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:22:17.366009 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-267a6db2-f648-4b55-850e-5582fa5afc8a req-45675ed3-ac9f-4c59-9401-7ae8de61ae3f tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1442459321&fields=id&tenant_id=f5dd2c97bdf843d8ae7b78413f5c97dc HTTP/1.1" status: 200 len: 267 time: 0.0823398 Jan 15 10:22:17.490464 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a6db2-f648-4b55-850e-5582fa5afc8a req-27bc1576-4bf0-4689-8b54-0ed3f7022508 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:17.493219 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-267a6db2-f648-4b55-850e-5582fa5afc8a req-27bc1576-4bf0-4689-8b54-0ed3f7022508 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 946 time: 0.1261756 Jan 15 10:22:17.506122 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-44db7161-dcde-4b75-b1bb-f5f997783569 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "PUT /v2.0/floatingips/e532bda3-1f56-4ad2-a4ad-f7004141e2b5 HTTP/1.1" status: 200 len: 991 time: 2.8834965 Jan 15 10:22:17.506349 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d2bcb4-7bd2-486f-9d2b-de885b7452af', 'tag': '3773529c-2dfe-4612-b3bb-46b2d69884c9'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:22:17.512614 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-267a6db2-f648-4b55-850e-5582fa5afc8a req-bc1d78bd-e687-409c-9d52-8f1f39a268fb tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Request body: {'port': {'security_groups': ['1136d194-4403-4bca-8a19-dc36a751639b', 'f1a12dc3-f5a1-41a8-ba9e-8a6058f78872']}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:22:17.553717 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-21b24ef5-3667-4dae-933b-a9e5fbeb2081 req-309a44ed-a269-47ee-919d-f4d5c8830a4d service neutron] 10.222.0.73 "GET /v2.0/networks/af2f5627-bf44-4a11-94b8-1bbbb4a02f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3162544 Jan 15 10:22:17.558024 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-956a6a59-0131-4501-89c2-95d918a203ae None None] Set router edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:22:17.670615 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-267a6db2-f648-4b55-850e-5582fa5afc8a req-bc1d78bd-e687-409c-9d52-8f1f39a268fb tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:17.763464 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d2bcb4-7bd2-486f-9d2b-de885b7452af', 'tag': '3773529c-2dfe-4612-b3bb-46b2d69884c9', 'status': 'completed', 'code': 200} Jan 15 10:22:17.947343 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea03f7f-e1ac-4aa3-857e-fdedae7c0151 req-9c83c32a-271b-406c-b82f-97d2b630ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:17.948831 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3ea03f7f-e1ac-4aa3-857e-fdedae7c0151 req-9c83c32a-271b-406c-b82f-97d2b630ab6b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d2e666365284aacad9462063764b9e2&device_id=79d2bcb4-7bd2-486f-9d2b-de885b7452af HTTP/1.1" status: 200 len: 1163 time: 0.1556323 Jan 15 10:22:18.019447 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d1b75220-1d9b-49a7-830b-97f7d302b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:18.188228 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea03f7f-e1ac-4aa3-857e-fdedae7c0151 req-df25fc5d-be88-48b0-9f22-de6d6e0ee363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:18.190145 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3ea03f7f-e1ac-4aa3-857e-fdedae7c0151 req-df25fc5d-be88-48b0-9f22-de6d6e0ee363 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f HTTP/1.1" status: 200 len: 904 time: 0.2305105 Jan 15 10:22:18.248717 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-956a6a59-0131-4501-89c2-95d918a203ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'name': 'tempest-AttachVolumeTestJSON-873034581-router', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:17:30Z', 'revision_number': 4, 'project_id': '1d2e666365284aacad9462063764b9e2', 'gw_port': {'id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:16Z', 'updated_at': '2021-01-15T10:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_floatingips': [{'id': 'e532bda3-1f56-4ad2-a4ad-f7004141e2b5', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'floating_ip_address': '172.28.0.84', 'floating_network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'router_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'port_id': '3773529c-2dfe-4612-b3bb-46b2d69884c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f', 'mac_address': 'fa:16:3e:11:79:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d2bcb4-7bd2-486f-9d2b-de885b7452af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:22:00Z', 'updated_at': '2021-01-15T10:22:15Z', 'revision_number': 1, 'project_id': '1d2e666365284aacad9462063764b9e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b93908d-6598-4c7c-9685-7e7dd9903758', 'name': '', 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'mac_address': 'fa:16:3e:ab:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:27Z', 'updated_at': '2021-01-15T10:17:49Z', 'revision_number': 5, 'project_id': '1d2e666365284aacad9462063764b9e2', 'subnets': [{'id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:22:18.253602 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956a6a59-0131-4501-89c2-95d918a203ae None None] Checking router: edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 for host: dv-cinder-768592-3-smb {{(pid=80100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:22:18.268844 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956a6a59-0131-4501-89c2-95d918a203ae None None] Routers {'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:22:18.270279 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-956a6a59-0131-4501-89c2-95d918a203ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:22:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:22:18.277721 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-267a6db2-f648-4b55-850e-5582fa5afc8a req-bc1d78bd-e687-409c-9d52-8f1f39a268fb tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] For port 56dd8a9d-dd87-42d0-a4ef-f00426163079, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=56dd8a9d-dd87-42d0-a4ef-f00426163079,segment=NetworkSegment(7073c9f7-3cbf-445c-a24f-dcc8f466ac0a),segment_id=7073c9f7-3cbf-445c-a24f-dcc8f466ac0a)] {{(pid=80099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:22:18.343181 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de366fc5-d00b-4301-8301-0e58054cc9ca req-03017742-cb89-49e7-bb40-9cfd27c7ddba tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:18.344016 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3ea03f7f-e1ac-4aa3-857e-fdedae7c0151 req-ee109908-429d-4361-bc1b-d4819053ddb5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3773529c-2dfe-4612-b3bb-46b2d69884c9 HTTP/1.1" status: 200 len: 999 time: 0.1459076 Jan 15 10:22:18.345199 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de366fc5-d00b-4301-8301-0e58054cc9ca req-03017742-cb89-49e7-bb40-9cfd27c7ddba tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.1639965 Jan 15 10:22:18.350115 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-267a6db2-f648-4b55-850e-5582fa5afc8a req-bc1d78bd-e687-409c-9d52-8f1f39a268fb tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks [] for port, precommit_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:18.369294 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-267a6db2-f648-4b55-850e-5582fa5afc8a req-bc1d78bd-e687-409c-9d52-8f1f39a268fb tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2347918'] for port, after_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:18.393365 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:18.434449 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea03f7f-e1ac-4aa3-857e-fdedae7c0151 req-10ab3882-f1b1-4567-b587-479b5d017357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:18.436251 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3ea03f7f-e1ac-4aa3-857e-fdedae7c0151 req-10ab3882-f1b1-4567-b587-479b5d017357 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea4063fd-7d74-42c0-8f21-8e53b0e4ce85 HTTP/1.1" status: 200 len: 849 time: 0.0839286 Jan 15 10:22:18.501799 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-956a6a59-0131-4501-89c2-95d918a203ae None None] Set router edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:22:18.543402 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de366fc5-d00b-4301-8301-0e58054cc9ca req-77c89ead-5bad-4295-9660-05539ea9af18 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905823 Jan 15 10:22:18.549915 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea03f7f-e1ac-4aa3-857e-fdedae7c0151 req-60510be9-3bf4-485f-8369-27bfd4bfe50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:18.551701 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3ea03f7f-e1ac-4aa3-857e-fdedae7c0151 req-60510be9-3bf4-485f-8369-27bfd4bfe50b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1080971 Jan 15 10:22:18.611260 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d78bd-e687-409c-9d52-8f1f39a268fb tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Pushing event updated for resources: {'Port': ['ID=56dd8a9d-dd87-42d0-a4ef-f00426163079,revision_number=5']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:18.615332 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-bc1d78bd-e687-409c-9d52-8f1f39a268fb tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:18.682101 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a6db2-f648-4b55-850e-5582fa5afc8a req-bc1d78bd-e687-409c-9d52-8f1f39a268fb tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:18.683098 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-267a6db2-f648-4b55-850e-5582fa5afc8a req-bc1d78bd-e687-409c-9d52-8f1f39a268fb tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:18.686849 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-267a6db2-f648-4b55-850e-5582fa5afc8a req-bc1d78bd-e687-409c-9d52-8f1f39a268fb tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "PUT /v2.0/ports/56dd8a9d-dd87-42d0-a4ef-f00426163079 HTTP/1.1" status: 200 len: 982 time: 1.1840105 Jan 15 10:22:18.687598 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e89ac94-b8fe-44dc-9613-0ec44ec4beef', 'tag': '56dd8a9d-dd87-42d0-a4ef-f00426163079'}] {{(pid=80099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:22:18.716364 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:18.819937 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3ea03f7f-e1ac-4aa3-857e-fdedae7c0151 req-c84d1411-0a7f-4aae-9a18-0f80593e7a77 service neutron] 10.222.0.73 "GET /v2.0/networks/8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604587 Jan 15 10:22:18.903159 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e89ac94-b8fe-44dc-9613-0ec44ec4beef', 'tag': '56dd8a9d-dd87-42d0-a4ef-f00426163079', 'status': 'completed', 'code': 200} Jan 15 10:22:19.055445 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56817089-237a-40a6-b9a8-44a68a02a50f req-5d35ab5a-828a-44eb-9ed0-56fe3aa35919 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:19.065618 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-56817089-237a-40a6-b9a8-44a68a02a50f req-5d35ab5a-828a-44eb-9ed0-56fe3aa35919 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 985 time: 0.2232096 Jan 15 10:22:19.119905 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-cf637477-46d8-4ae7-a52e-82dec0f7e75a None None] Provisioning complete for port 56dd8a9d-dd87-42d0-a4ef-f00426163079 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:22:19.120321 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-cf637477-46d8-4ae7-a52e-82dec0f7e75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:19.150064 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-56817089-237a-40a6-b9a8-44a68a02a50f req-e1655504-73d2-4580-9917-a865149946c3 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&id=f1a12dc3-f5a1-41a8-ba9e-8a6058f78872&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0828297 Jan 15 10:22:19.183190 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-956a6a59-0131-4501-89c2-95d918a203ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'name': 'tempest-AttachVolumeTestJSON-873034581-router', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:17:30Z', 'revision_number': 4, 'project_id': '1d2e666365284aacad9462063764b9e2', 'gw_port': {'id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:16Z', 'updated_at': '2021-01-15T10:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_floatingips': [{'id': 'e532bda3-1f56-4ad2-a4ad-f7004141e2b5', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'floating_ip_address': '172.28.0.84', 'floating_network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'router_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'port_id': '3773529c-2dfe-4612-b3bb-46b2d69884c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f', 'mac_address': 'fa:16:3e:11:79:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d2bcb4-7bd2-486f-9d2b-de885b7452af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:22:00Z', 'updated_at': '2021-01-15T10:22:15Z', 'revision_number': 1, 'project_id': '1d2e666365284aacad9462063764b9e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b93908d-6598-4c7c-9685-7e7dd9903758', 'name': '', 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'mac_address': 'fa:16:3e:ab:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:27Z', 'updated_at': '2021-01-15T10:17:49Z', 'revision_number': 5, 'project_id': '1d2e666365284aacad9462063764b9e2', 'subnets': [{'id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:22:19.196217 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956a6a59-0131-4501-89c2-95d918a203ae None None] The sync data for ids ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'] in dv-cinder-768592-3-smb is: [{'id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'name': 'tempest-AttachVolumeTestJSON-873034581-router', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:17:30Z', 'revision_number': 4, 'project_id': '1d2e666365284aacad9462063764b9e2', 'gw_port': {'id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:16Z', 'updated_at': '2021-01-15T10:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_floatingips': [{'id': 'e532bda3-1f56-4ad2-a4ad-f7004141e2b5', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'floating_ip_address': '172.28.0.84', 'floating_network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'router_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'port_id': '3773529c-2dfe-4612-b3bb-46b2d69884c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f', 'mac_address': 'fa:16:3e:11:79:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d2bcb4-7bd2-486f-9d2b-de885b7452af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:22:00Z', 'updated_at': '2021-01-15T10:22:15Z', 'revision_number': 1, 'project_id': '1d2e666365284aacad9462063764b9e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b93908d-6598-4c7c-9685-7e7dd9903758', 'name': '', 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'mac_address': 'fa:16:3e:ab:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:27Z', 'updated_at': '2021-01-15T10:17:49Z', 'revision_number': 5, 'project_id': '1d2e666365284aacad9462063764b9e2', 'subnets': [{'id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:22:19.204568 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3ea03f7f-e1ac-4aa3-857e-fdedae7c0151 req-54b81dd2-8764-4d30-a2a9-9fb306f3ecba service neutron] 10.222.0.73 "GET /v2.0/networks/8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3737323 Jan 15 10:22:19.266117 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51953f-d04c-4a8a-a5a0-24a501ca9a5e req-b7e07334-856f-4eb3-8cea-368f1225c620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:19.267771 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-be51953f-d04c-4a8a-a5a0-24a501ca9a5e req-b7e07334-856f-4eb3-8cea-368f1225c620 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f5dd2c97bdf843d8ae7b78413f5c97dc&device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 1203 time: 0.3871717 Jan 15 10:22:19.458142 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51953f-d04c-4a8a-a5a0-24a501ca9a5e req-d4f2daa6-e06e-45e2-8889-1d8210ca2152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:19.462590 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-be51953f-d04c-4a8a-a5a0-24a501ca9a5e req-d4f2daa6-e06e-45e2-8889-1d8210ca2152 service neutron] 10.222.0.73 "GET /v2.0/networks?id=af2f5627-bf44-4a11-94b8-1bbbb4a02f2b HTTP/1.1" status: 200 len: 908 time: 0.1797454 Jan 15 10:22:19.463554 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:19.549917 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50827de6-bd5a-4acf-8a2f-ff76b5759e39 None None] New status for floating IP e532bda3-1f56-4ad2-a4ad-f7004141e2b5: ACTIVE {{(pid=80101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 10:22:19.875390 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-be51953f-d04c-4a8a-a5a0-24a501ca9a5e req-2d4b854d-ea4b-478e-bbb2-9cc3e0a24a0d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56dd8a9d-dd87-42d0-a4ef-f00426163079 HTTP/1.1" status: 200 len: 1002 time: 0.4014692 Jan 15 10:22:19.936690 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3ae46-4e85-4152-9190-d276b17111c9 req-3f3dd348-e7b5-4ea7-926c-a193ae7c9a3c tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:19.947107 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3fb3ae46-4e85-4152-9190-d276b17111c9 req-3f3dd348-e7b5-4ea7-926c-a193ae7c9a3c tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.1244140 Jan 15 10:22:20.006865 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51953f-d04c-4a8a-a5a0-24a501ca9a5e req-12f2e682-1879-4574-923d-f8f3d3d48bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:20.009570 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-be51953f-d04c-4a8a-a5a0-24a501ca9a5e req-12f2e682-1879-4574-923d-f8f3d3d48bb7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e7b1517-6c77-4d39-a202-dc8213f3896c HTTP/1.1" status: 200 len: 853 time: 0.1292388 Jan 15 10:22:20.015891 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3fb3ae46-4e85-4152-9190-d276b17111c9 req-1a0bc740-4186-43ee-9da1-1ae430f769e7 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681269 Jan 15 10:22:20.114464 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51953f-d04c-4a8a-a5a0-24a501ca9a5e req-856daa3d-1bb4-4e5d-9427-35f3f9409419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:20.116128 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-be51953f-d04c-4a8a-a5a0-24a501ca9a5e req-856daa3d-1bb4-4e5d-9427-35f3f9409419 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af2f5627-bf44-4a11-94b8-1bbbb4a02f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0938566 Jan 15 10:22:20.130009 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:20.279402 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 56dd8a9d-dd87-42d0-a4ef-f00426163079 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:22:20.279996 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-be51953f-d04c-4a8a-a5a0-24a501ca9a5e req-be587a27-fd6d-4fe4-80a2-49ea23fbe5c3 service neutron] 10.222.0.73 "GET /v2.0/networks/af2f5627-bf44-4a11-94b8-1bbbb4a02f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561837 Jan 15 10:22:20.367400 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 56dd8a9d-dd87-42d0-a4ef-f00426163079 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:22:20.367823 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:20.475375 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-be51953f-d04c-4a8a-a5a0-24a501ca9a5e req-cb90bbb8-65c4-43da-bc5b-ce02c832351c service neutron] 10.222.0.73 "GET /v2.0/networks/af2f5627-bf44-4a11-94b8-1bbbb4a02f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1759558 Jan 15 10:22:21.286645 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c9927-1754-4d35-98c4-8a87fb1fec84 req-e68f2139-46d3-4223-acf3-18dfae91da03 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:21.289731 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-723c9927-1754-4d35-98c4-8a87fb1fec84 req-e68f2139-46d3-4223-acf3-18dfae91da03 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.1201446 Jan 15 10:22:21.373188 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-723c9927-1754-4d35-98c4-8a87fb1fec84 req-38b25ea3-332c-4ff5-b8aa-1b84ccb45532 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727904 Jan 15 10:22:22.636034 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77ccc5-8208-4b7c-9941-096eda5f477b req-dc4ad3be-1502-49be-ad37-8d6e66a9b5c6 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:22.639567 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2c77ccc5-8208-4b7c-9941-096eda5f477b req-dc4ad3be-1502-49be-ad37-8d6e66a9b5c6 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.1141913 Jan 15 10:22:22.696438 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2c77ccc5-8208-4b7c-9941-096eda5f477b req-4cfc542c-5e7b-44e1-bdbb-5d3a67187259 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519483 Jan 15 10:22:24.189866 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f031f8-72d8-42b7-bcb3-1077cf8b2b90 req-dfe09aa1-437b-4af2-b5c1-d8e8ea69fa59 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:24.191546 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-67f031f8-72d8-42b7-bcb3-1077cf8b2b90 req-dfe09aa1-437b-4af2-b5c1-d8e8ea69fa59 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.1238341 Jan 15 10:22:24.248817 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-67f031f8-72d8-42b7-bcb3-1077cf8b2b90 req-f2e0997e-7a5d-4ca4-94ba-f0f0990d753e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502005 Jan 15 10:22:25.510591 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c9433-ec40-4b6d-8cbf-7f3e2b9eec2d req-91754a02-df4b-4751-9efb-32a531bcfa36 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:25.512379 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-436c9433-ec40-4b6d-8cbf-7f3e2b9eec2d req-91754a02-df4b-4751-9efb-32a531bcfa36 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.1075349 Jan 15 10:22:25.567247 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-436c9433-ec40-4b6d-8cbf-7f3e2b9eec2d req-3ea4b110-290d-42e0-9d4f-3c52bf87aa23 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483263 Jan 15 10:22:26.829406 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a2e93-8fef-4b34-90ef-7d226e700a13 req-f6eb5c58-6641-4a84-9b9e-6e15c808b1e1 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:26.831184 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-336a2e93-8fef-4b34-90ef-7d226e700a13 req-f6eb5c58-6641-4a84-9b9e-6e15c808b1e1 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.1104567 Jan 15 10:22:26.891451 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-336a2e93-8fef-4b34-90ef-7d226e700a13 req-4a2e5a34-67f0-48a1-8678-b5f4928985a0 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522277 Jan 15 10:22:28.147686 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054b174-d882-4e4a-b56b-117435d3189b req-64a4beda-8b88-4590-babb-406e15790a41 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:28.149143 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3054b174-d882-4e4a-b56b-117435d3189b req-64a4beda-8b88-4590-babb-406e15790a41 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.1006410 Jan 15 10:22:28.201989 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3054b174-d882-4e4a-b56b-117435d3189b req-728f4f80-46d1-4d36-8453-c4e91e54a854 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463245 Jan 15 10:22:28.508916 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ec9e7-06a9-47d9-b029-d38558ea2223 req-2ad13c7c-b0b9-41d7-8cad-c0427b9e97a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:28.510431 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fa0ec9e7-06a9-47d9-b029-d38558ea2223 req-2ad13c7c-b0b9-41d7-8cad-c0427b9e97a7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7967420a877241f7a390365788b33c53&device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 1163 time: 0.0754113 Jan 15 10:22:28.656456 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ec9e7-06a9-47d9-b029-d38558ea2223 req-e08d67fb-ffc8-49cf-ac96-b30f754938ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:28.658027 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fa0ec9e7-06a9-47d9-b029-d38558ea2223 req-e08d67fb-ffc8-49cf-ac96-b30f754938ac service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee63e9f3-0f98-4146-b7e4-219c5a0de38d HTTP/1.1" status: 200 len: 910 time: 0.1404858 Jan 15 10:22:28.766484 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fa0ec9e7-06a9-47d9-b029-d38558ea2223 req-a3422dca-7d80-4395-a654-4e396e3e33e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=924808b7-d19e-4d36-86c3-287941c575c8 HTTP/1.1" status: 200 len: 1002 time: 0.1010954 Jan 15 10:22:28.836469 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ec9e7-06a9-47d9-b029-d38558ea2223 req-261cb7fc-06ae-4903-96c3-8d65fa8b4dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:28.838017 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fa0ec9e7-06a9-47d9-b029-d38558ea2223 req-261cb7fc-06ae-4903-96c3-8d65fa8b4dbc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bbdcee5-7bf8-47ea-8b3b-e146795708a7 HTTP/1.1" status: 200 len: 855 time: 0.0654337 Jan 15 10:22:28.920654 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ec9e7-06a9-47d9-b029-d38558ea2223 req-a49ffa70-19fd-4f98-a1d3-7e33ae400119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:28.922263 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fa0ec9e7-06a9-47d9-b029-d38558ea2223 req-a49ffa70-19fd-4f98-a1d3-7e33ae400119 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee63e9f3-0f98-4146-b7e4-219c5a0de38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777452 Jan 15 10:22:29.068019 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fa0ec9e7-06a9-47d9-b029-d38558ea2223 req-5875c4ce-600d-498c-9857-5436fc32e913 service neutron] 10.222.0.73 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372778 Jan 15 10:22:29.212938 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fa0ec9e7-06a9-47d9-b029-d38558ea2223 req-ebbac50a-234d-4ef9-a865-0471007795cc service neutron] 10.222.0.73 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1375229 Jan 15 10:22:29.450276 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4131c37-813c-4363-a19c-d624353fc9b1 req-69e7d35b-d498-4207-b987-ad5975ec6298 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:29.451932 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b4131c37-813c-4363-a19c-d624353fc9b1 req-69e7d35b-d498-4207-b987-ad5975ec6298 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.1058652 Jan 15 10:22:29.503629 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b4131c37-813c-4363-a19c-d624353fc9b1 req-851484ed-cbe3-439b-9fce-37c954a3a31e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455554 Jan 15 10:22:30.752458 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1902576-62cc-400e-812b-d123fbad35e6 req-9256ea2d-52f6-4559-bf5c-98879a3c2c4c tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:30.754117 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b1902576-62cc-400e-812b-d123fbad35e6 req-9256ea2d-52f6-4559-bf5c-98879a3c2c4c tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.1009815 Jan 15 10:22:30.811023 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b1902576-62cc-400e-812b-d123fbad35e6 req-ff6fac89-c255-4bd8-9d80-8a793fd55124 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497463 Jan 15 10:22:32.067716 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd454e23-82bc-4d6a-9748-f11b48f1d8a8 req-8351fc60-37dd-4a9e-8b1e-cb03e042034d tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:32.069945 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bd454e23-82bc-4d6a-9748-f11b48f1d8a8 req-8351fc60-37dd-4a9e-8b1e-cb03e042034d tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.1053548 Jan 15 10:22:32.120742 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bd454e23-82bc-4d6a-9748-f11b48f1d8a8 req-8630057a-9bf6-4fd5-b588-d00480ef178d tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443220 Jan 15 10:22:32.135537 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 924808b7-d19e-4d36-86c3-287941c575c8 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:22:32.250570 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:32.278911 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913aa25f-3d6e-4d9a-9cec-742b88cecd74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '924808b7-d19e-4d36-86c3-287941c575c8'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:22:32.289345 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port 924808b7-d19e-4d36-86c3-287941c575c8, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=924808b7-d19e-4d36-86c3-287941c575c8,segment=NetworkSegment(46701ca6-a814-4d34-86b7-c77ab641a4f7),segment_id=46701ca6-a814-4d34-86b7-c77ab641a4f7)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:22:32.293877 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:32.296635 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-776d2135-c3db-4ec7-8c5d-fd09506befa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:32.337495 dv-cinder-768592-3-smb neutron-server[79989]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '913aa25f-3d6e-4d9a-9cec-742b88cecd74', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '924808b7-d19e-4d36-86c3-287941c575c8', 'code': 422} returned with failed status Jan 15 10:22:32.371936 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=924808b7-d19e-4d36-86c3-287941c575c8,revision_number=5']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:32.380202 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:32.380780 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:32.381159 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:32.381529 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:32.382540 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:32.382970 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:32.383320 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:32.383855 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:32.384230 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:32.384591 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:32.384956 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:32.385311 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:32.385709 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:32.386069 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:32.386427 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:32.386785 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:32.387171 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:32.387532 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:32.387888 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:32.388245 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:32.388607 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:32.388957 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:32.389304 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:32.389659 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:32.394416 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:33.696046 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 33818) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:22:33.714669 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7edf4c-39c9-4081-bc29-526b3f702045 req-466598e2-9d2b-49e6-8c7b-280c6d8fdcc2 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:33.716422 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-dd7edf4c-39c9-4081-bc29-526b3f702045 req-466598e2-9d2b-49e6-8c7b-280c6d8fdcc2 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 944 time: 0.1056297 Jan 15 10:22:33.769177 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-dd7edf4c-39c9-4081-bc29-526b3f702045 req-1425c90e-784b-4362-a873-c2dba97552ee tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465419 Jan 15 10:22:33.855440 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-6acb5122-9c1b-43ea-9e47-63a0c3dfeaaf req-44555d49-4c39-4209-b626-81e5847c1fa2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1580045 Jan 15 10:22:34.642056 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb5122-9c1b-43ea-9e47-63a0c3dfeaaf req-90490f62-a717-4e3e-bbb1-4179eab66428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:34.643721 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-6acb5122-9c1b-43ea-9e47-63a0c3dfeaaf req-90490f62-a717-4e3e-bbb1-4179eab66428 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74&tenant_id=7967420a877241f7a390365788b33c53 HTTP/1.1" status: 200 len: 1161 time: 0.0774260 Jan 15 10:22:34.745037 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb5122-9c1b-43ea-9e47-63a0c3dfeaaf req-b8836881-c84a-4c2e-b0fc-dd3b56eef77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:34.746986 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-6acb5122-9c1b-43ea-9e47-63a0c3dfeaaf req-b8836881-c84a-4c2e-b0fc-dd3b56eef77b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7967420a877241f7a390365788b33c53&device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 1161 time: 0.0785811 Jan 15 10:22:34.897190 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb5122-9c1b-43ea-9e47-63a0c3dfeaaf req-c0c6503e-0255-4319-be12-cd9eb2e8b824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:34.899346 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-6acb5122-9c1b-43ea-9e47-63a0c3dfeaaf req-c0c6503e-0255-4319-be12-cd9eb2e8b824 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee63e9f3-0f98-4146-b7e4-219c5a0de38d HTTP/1.1" status: 200 len: 910 time: 0.1448970 Jan 15 10:22:35.013508 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-6acb5122-9c1b-43ea-9e47-63a0c3dfeaaf req-2d1ae8b7-e494-46fd-9283-2784049bd6b8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=924808b7-d19e-4d36-86c3-287941c575c8 HTTP/1.1" status: 200 len: 1000 time: 0.1065781 Jan 15 10:22:35.034262 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff496d-866d-4fb2-8a9d-8e49846c6707 req-14850cf5-633b-4086-9607-3a0821d75085 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:35.035931 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a0ff496d-866d-4fb2-8a9d-8e49846c6707 req-14850cf5-633b-4086-9607-3a0821d75085 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 944 time: 0.1037347 Jan 15 10:22:35.083527 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb5122-9c1b-43ea-9e47-63a0c3dfeaaf req-96706190-6cc8-48c1-bc20-9eb51aa2920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:35.085728 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-6acb5122-9c1b-43ea-9e47-63a0c3dfeaaf req-96706190-6cc8-48c1-bc20-9eb51aa2920c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bbdcee5-7bf8-47ea-8b3b-e146795708a7 HTTP/1.1" status: 200 len: 855 time: 0.0647213 Jan 15 10:22:35.091395 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a0ff496d-866d-4fb2-8a9d-8e49846c6707 req-2661ed3e-a62e-4657-b4fd-579b8a8eb16c tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477726 Jan 15 10:22:35.167527 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb5122-9c1b-43ea-9e47-63a0c3dfeaaf req-f222d9c2-a648-435d-b7d4-be2acdfc29ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:35.169145 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-6acb5122-9c1b-43ea-9e47-63a0c3dfeaaf req-f222d9c2-a648-435d-b7d4-be2acdfc29ae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee63e9f3-0f98-4146-b7e4-219c5a0de38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759087 Jan 15 10:22:35.318026 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-6acb5122-9c1b-43ea-9e47-63a0c3dfeaaf req-19bf3d0b-8c48-432a-a94b-603a22bc3cec service neutron] 10.222.0.73 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411428 Jan 15 10:22:35.464836 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-6acb5122-9c1b-43ea-9e47-63a0c3dfeaaf req-43766dc7-7d81-42e8-975f-ea51bde118dd service neutron] 10.222.0.73 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1402459 Jan 15 10:22:36.360963 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47788062-737d-4d5a-a752-477424cb8954 req-cbbefbec-318f-460b-8c97-9081f6f4a3ae tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:36.363562 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-47788062-737d-4d5a-a752-477424cb8954 req-cbbefbec-318f-460b-8c97-9081f6f4a3ae tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 944 time: 0.1195307 Jan 15 10:22:36.451882 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-47788062-737d-4d5a-a752-477424cb8954 req-31734a3c-5ae6-417e-ad99-bc90f4d7d8d5 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816069 Jan 15 10:22:37.717641 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63eae3-d92d-41f5-8ce5-7ad13112db66 req-883351bf-c732-4af7-a47d-f49681ebccc8 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:37.719392 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bd63eae3-d92d-41f5-8ce5-7ad13112db66 req-883351bf-c732-4af7-a47d-f49681ebccc8 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 944 time: 0.1135948 Jan 15 10:22:37.774433 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bd63eae3-d92d-41f5-8ce5-7ad13112db66 req-d4dea3c5-26f3-4cdd-826c-105d9c15a16e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482829 Jan 15 10:22:39.082078 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8312eee-9edd-4c6a-a45b-225ae2dc9268 req-57ccd488-1328-41d0-91a6-5e98cb25c340 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:39.083987 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e8312eee-9edd-4c6a-a45b-225ae2dc9268 req-57ccd488-1328-41d0-91a6-5e98cb25c340 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 944 time: 0.1312068 Jan 15 10:22:39.152737 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e8312eee-9edd-4c6a-a45b-225ae2dc9268 req-ec4d68fa-b7b4-43d0-88ab-80ef4c852238 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613070 Jan 15 10:22:39.315572 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:22:40.431667 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde8d25-f796-4489-b7f6-375724f3c30d req-08c5bb8b-7bbc-46a4-819b-76ab8e6c23c8 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:40.433531 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1fde8d25-f796-4489-b7f6-375724f3c30d req-08c5bb8b-7bbc-46a4-819b-76ab8e6c23c8 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 944 time: 0.1030707 Jan 15 10:22:40.486307 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1fde8d25-f796-4489-b7f6-375724f3c30d req-6d292b01-6619-46a5-9fe2-477391c29407 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465193 Jan 15 10:22:41.742693 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28233b9a-54b0-4f10-a237-de4d39ead28e req-1dbf1110-9bc2-4ab5-9739-f4e902d46e60 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:41.744416 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-28233b9a-54b0-4f10-a237-de4d39ead28e req-1dbf1110-9bc2-4ab5-9739-f4e902d46e60 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 944 time: 0.1063874 Jan 15 10:22:41.802247 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-28233b9a-54b0-4f10-a237-de4d39ead28e req-10a12708-7b31-499a-9d27-c1ad9fb9acef tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508797 Jan 15 10:22:42.286006 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b9f28-81c5-475e-8f1e-d6bc61c2c45b req-dec130e9-fc78-48aa-9896-68c441d876d3 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:42.287665 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ab8b9f28-81c5-475e-8f1e-d6bc61c2c45b req-dec130e9-fc78-48aa-9896-68c441d876d3 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 985 time: 0.1108589 Jan 15 10:22:42.354242 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ab8b9f28-81c5-475e-8f1e-d6bc61c2c45b req-7d939175-6103-4df4-8be7-cff93deb4d39 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&id=f1a12dc3-f5a1-41a8-ba9e-8a6058f78872&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0594139 Jan 15 10:22:43.062844 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9e20f-76f3-4955-bb92-8a0dfa28ada3 req-b353a00a-0260-4fa2-aaae-5e0bd7a66ca2 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:43.064421 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-73a9e20f-76f3-4955-bb92-8a0dfa28ada3 req-b353a00a-0260-4fa2-aaae-5e0bd7a66ca2 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 944 time: 0.1062977 Jan 15 10:22:43.118626 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-73a9e20f-76f3-4955-bb92-8a0dfa28ada3 req-117f5bb4-70b0-46fb-9224-fc71227396b7 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471256 Jan 15 10:22:43.603896 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250e124-b481-4288-9a66-cb54cea92875 req-3a92e95b-68d5-4189-b9b8-c7683d954bfd tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:43.605596 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4250e124-b481-4288-9a66-cb54cea92875 req-3a92e95b-68d5-4189-b9b8-c7683d954bfd tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 985 time: 0.1090868 Jan 15 10:22:43.663100 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4250e124-b481-4288-9a66-cb54cea92875 req-44a5ef0a-b53d-44e5-917d-fd19e63dad30 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&id=f1a12dc3-f5a1-41a8-ba9e-8a6058f78872&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0510020 Jan 15 10:22:44.384082 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1aa64-fbb0-4041-9c49-352fbf66a4a4 req-46a076eb-5dcb-41f4-8635-c91e5d49655c tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:44.386164 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bac1aa64-fbb0-4041-9c49-352fbf66a4a4 req-46a076eb-5dcb-41f4-8635-c91e5d49655c tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 944 time: 0.1050138 Jan 15 10:22:44.442079 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bac1aa64-fbb0-4041-9c49-352fbf66a4a4 req-cf48dd97-7ae5-41df-ba7a-89fd3c55a462 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493174 Jan 15 10:22:44.902126 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498313d-66b4-4740-8807-a26c01d83121 req-e34aa83d-8397-4ed3-b365-794164dc67aa tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:44.903879 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0498313d-66b4-4740-8807-a26c01d83121 req-e34aa83d-8397-4ed3-b365-794164dc67aa tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 985 time: 0.1026587 Jan 15 10:22:44.975035 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0498313d-66b4-4740-8807-a26c01d83121 req-0eb4d704-24b7-4583-bade-3054ae2611be tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&id=f1a12dc3-f5a1-41a8-ba9e-8a6058f78872&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0545089 Jan 15 10:22:45.469280 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:45.490063 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8c2288a5-c742-4b2d-a7bc-88242285878a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:45.704974 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8ce4c-18c4-4cc5-a8fb-ba962466ba90 req-427eab4b-dbcc-4d1f-9289-8b05af9d2d2e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:45.706601 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-48f8ce4c-18c4-4cc5-a8fb-ba962466ba90 req-427eab4b-dbcc-4d1f-9289-8b05af9d2d2e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 944 time: 0.1091092 Jan 15 10:22:45.762811 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-48f8ce4c-18c4-4cc5-a8fb-ba962466ba90 req-7ef4732d-7cd5-424f-a10e-7f90790bc406 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489802 Jan 15 10:22:46.212336 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ed8e0-4773-4355-8eb1-83693729c2a5 req-c1cabcf9-8764-4526-9729-efe978417cb9 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:46.214251 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-cc0ed8e0-4773-4355-8eb1-83693729c2a5 req-c1cabcf9-8764-4526-9729-efe978417cb9 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 985 time: 0.1045442 Jan 15 10:22:46.278717 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-cc0ed8e0-4773-4355-8eb1-83693729c2a5 req-ba3a22ce-5c1e-4cdc-b7c4-0b4b66659812 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&id=f1a12dc3-f5a1-41a8-ba9e-8a6058f78872&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0572765 Jan 15 10:22:47.029158 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75910ea-4cd6-44e5-b910-97f4f6e5f796 req-a974d60e-3371-4c17-b571-604e7903beec tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:47.030861 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d75910ea-4cd6-44e5-b910-97f4f6e5f796 req-a974d60e-3371-4c17-b571-604e7903beec tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 944 time: 0.1141579 Jan 15 10:22:47.082653 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d75910ea-4cd6-44e5-b910-97f4f6e5f796 req-1126b92b-7c21-48ea-a0be-f5effe10884b tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454409 Jan 15 10:22:47.515842 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aee310-ce0d-4572-a1e0-f22a18f24f7f req-a3d0c715-dda9-42ee-b2f6-eab6eccf1fe2 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:47.517457 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f6aee310-ce0d-4572-a1e0-f22a18f24f7f req-a3d0c715-dda9-42ee-b2f6-eab6eccf1fe2 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 985 time: 0.1045723 Jan 15 10:22:47.572926 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f6aee310-ce0d-4572-a1e0-f22a18f24f7f req-9fe3a63f-7308-4a8a-a1ae-602e8322e5a2 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&id=f1a12dc3-f5a1-41a8-ba9e-8a6058f78872&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0491483 Jan 15 10:22:47.916245 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2786b083-2573-4b10-a032-5642f4224e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:48.036662 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9ad14-bb78-4617-b78e-46b3cfdf9465 req-fe46f806-5fb4-421b-bab2-1d7665980cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:48.038280 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-42d9ad14-bb78-4617-b78e-46b3cfdf9465 req-fe46f806-5fb4-421b-bab2-1d7665980cbf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f5dd2c97bdf843d8ae7b78413f5c97dc&device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 1203 time: 0.1592381 Jan 15 10:22:48.187113 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9ad14-bb78-4617-b78e-46b3cfdf9465 req-efb401ae-69d9-4ac8-9a1e-57f02f9a621b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:48.188738 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-42d9ad14-bb78-4617-b78e-46b3cfdf9465 req-efb401ae-69d9-4ac8-9a1e-57f02f9a621b service neutron] 10.222.0.73 "GET /v2.0/networks?id=af2f5627-bf44-4a11-94b8-1bbbb4a02f2b HTTP/1.1" status: 200 len: 908 time: 0.1425936 Jan 15 10:22:48.301784 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-42d9ad14-bb78-4617-b78e-46b3cfdf9465 req-bc4eded8-897b-43eb-8dfa-210e6eff5203 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56dd8a9d-dd87-42d0-a4ef-f00426163079 HTTP/1.1" status: 200 len: 1002 time: 0.1061480 Jan 15 10:22:48.329848 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3efd8-df8c-4e63-99c7-bd7b125f9458 req-77c07412-22b0-4272-b6bb-a797350fed1d tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:48.331536 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-54d3efd8-df8c-4e63-99c7-bd7b125f9458 req-77c07412-22b0-4272-b6bb-a797350fed1d tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 944 time: 0.1007390 Jan 15 10:22:48.378044 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9ad14-bb78-4617-b78e-46b3cfdf9465 req-ceca0dcf-deb1-4b3a-aa26-a9a9227a407f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:48.379673 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-42d9ad14-bb78-4617-b78e-46b3cfdf9465 req-ceca0dcf-deb1-4b3a-aa26-a9a9227a407f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e7b1517-6c77-4d39-a202-dc8213f3896c HTTP/1.1" status: 200 len: 853 time: 0.0670996 Jan 15 10:22:48.387085 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-54d3efd8-df8c-4e63-99c7-bd7b125f9458 req-fc3f1b03-5171-4559-bb1e-19711b413bce tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480483 Jan 15 10:22:48.457927 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:48.464329 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9ad14-bb78-4617-b78e-46b3cfdf9465 req-4e6d9792-702f-4232-851c-d0346d04a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:48.465990 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-42d9ad14-bb78-4617-b78e-46b3cfdf9465 req-4e6d9792-702f-4232-851c-d0346d04a0e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af2f5627-bf44-4a11-94b8-1bbbb4a02f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790255 Jan 15 10:22:48.617330 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-42d9ad14-bb78-4617-b78e-46b3cfdf9465 req-03546492-07b2-487a-a4ac-ac7ae79ea509 service neutron] 10.222.0.73 "GET /v2.0/networks/af2f5627-bf44-4a11-94b8-1bbbb4a02f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409109 Jan 15 10:22:48.771144 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-42d9ad14-bb78-4617-b78e-46b3cfdf9465 req-d11f3d13-fc35-4ea3-9e4f-392b4a76c96d service neutron] 10.222.0.73 "GET /v2.0/networks/af2f5627-bf44-4a11-94b8-1bbbb4a02f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1459844 Jan 15 10:22:49.018044 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0225b5-8052-478c-ab74-d6dfd6b3690f req-cdd5e268-a59e-43eb-9a0c-bc100fdeede4 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:49.019797 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4e0225b5-8052-478c-ab74-d6dfd6b3690f req-cdd5e268-a59e-43eb-9a0c-bc100fdeede4 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 985 time: 0.3133965 Jan 15 10:22:49.078936 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4e0225b5-8052-478c-ab74-d6dfd6b3690f req-61b1d4d3-2cf9-4988-9817-6d563efda7a1 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&id=f1a12dc3-f5a1-41a8-ba9e-8a6058f78872&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0526419 Jan 15 10:22:49.445755 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:49.647635 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746c86c-9f08-4144-86dd-165ede24273f req-87241e2c-8194-4010-9b23-6dafa674dd15 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:49.649834 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f746c86c-9f08-4144-86dd-165ede24273f req-87241e2c-8194-4010-9b23-6dafa674dd15 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 944 time: 0.1025774 Jan 15 10:22:49.700196 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f746c86c-9f08-4144-86dd-165ede24273f req-a297a3b9-735d-445b-b538-7ad3e0186455 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438988 Jan 15 10:22:50.125766 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:50.309221 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30479bf-71b6-4c54-b9c7-b1e029e7da81 req-22360e85-c7c7-4855-96b2-76e9761fbd65 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:50.310851 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a30479bf-71b6-4c54-b9c7-b1e029e7da81 req-22360e85-c7c7-4855-96b2-76e9761fbd65 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 985 time: 0.1000640 Jan 15 10:22:50.373495 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a30479bf-71b6-4c54-b9c7-b1e029e7da81 req-84540f4a-d53f-440a-97a3-9529832f1613 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&id=f1a12dc3-f5a1-41a8-ba9e-8a6058f78872&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0561485 Jan 15 10:22:50.725099 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 924808b7-d19e-4d36-86c3-287941c575c8 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:22:50.800990 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 924808b7-d19e-4d36-86c3-287941c575c8 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:22:50.801414 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:50.923670 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:50.953003 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913aa25f-3d6e-4d9a-9cec-742b88cecd74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924808b7-d19e-4d36-86c3-287941c575c8'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:22:50.957836 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d23d4-92d0-471e-ae64-8966bcf40bf7 req-cb5d766c-604e-4950-8b21-73ccdb29628e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:50.959438 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-803d23d4-92d0-471e-ae64-8966bcf40bf7 req-cb5d766c-604e-4950-8b21-73ccdb29628e tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 944 time: 0.1031013 Jan 15 10:22:50.964527 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port 924808b7-d19e-4d36-86c3-287941c575c8, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=924808b7-d19e-4d36-86c3-287941c575c8,segment=NetworkSegment(46701ca6-a814-4d34-86b7-c77ab641a4f7),segment_id=46701ca6-a814-4d34-86b7-c77ab641a4f7)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:22:50.968338 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:50.971138 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:51.028433 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-803d23d4-92d0-471e-ae64-8966bcf40bf7 req-535d0ed3-640e-4172-8551-c893296b11f0 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527735 Jan 15 10:22:51.045052 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=924808b7-d19e-4d36-86c3-287941c575c8,revision_number=6']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:51.048760 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:51.107746 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913aa25f-3d6e-4d9a-9cec-742b88cecd74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924808b7-d19e-4d36-86c3-287941c575c8', 'code': 200} Jan 15 10:22:51.367620 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa1cc5-3fe7-420c-9e35-64897f4c7547 req-610c7202-0c23-4083-bbc2-c3fa0a0f796b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:51.369241 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d8aa1cc5-3fe7-420c-9e35-64897f4c7547 req-610c7202-0c23-4083-bbc2-c3fa0a0f796b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 1163 time: 0.0785491 Jan 15 10:22:51.413388 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d8aa1cc5-3fe7-420c-9e35-64897f4c7547 req-2e9ac401-3691-4102-8594-8a305bba6c39 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369654 Jan 15 10:22:51.618502 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7ec16-ce20-4f92-853d-1af15431d9c2 req-ae813eba-4c7f-4ce6-91af-d08a253cf732 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:51.620279 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f8f7ec16-ce20-4f92-853d-1af15431d9c2 req-ae813eba-4c7f-4ce6-91af-d08a253cf732 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 985 time: 0.1038709 Jan 15 10:22:51.676374 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f8f7ec16-ce20-4f92-853d-1af15431d9c2 req-f0d67013-3548-4575-87b6-7de89585ce45 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&id=f1a12dc3-f5a1-41a8-ba9e-8a6058f78872&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0494106 Jan 15 10:22:52.278126 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af89acd-baf4-4399-b347-d02ad5364544 req-03547e32-1861-4226-a813-d403665b1db9 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:52.279668 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5af89acd-baf4-4399-b347-d02ad5364544 req-03547e32-1861-4226-a813-d403665b1db9 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.0984697 Jan 15 10:22:52.332433 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5af89acd-baf4-4399-b347-d02ad5364544 req-f65f55c5-4fa3-4a05-8d0e-f7b65840f868 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464375 Jan 15 10:22:52.388585 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 924808b7-d19e-4d36-86c3-287941c575c8 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:22:52.458172 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 924808b7-d19e-4d36-86c3-287941c575c8 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:22:52.458570 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:52.920447 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa25286-66b0-41f9-a447-1517810b383f req-2bbd5c89-35b6-42f2-8b00-5941b370d502 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:52.922147 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-daa25286-66b0-41f9-a447-1517810b383f req-2bbd5c89-35b6-42f2-8b00-5941b370d502 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 985 time: 0.1027896 Jan 15 10:22:52.981988 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-daa25286-66b0-41f9-a447-1517810b383f req-b13d4ea0-3cf8-4961-ba74-ee14f500401f tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&id=f1a12dc3-f5a1-41a8-ba9e-8a6058f78872&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0529182 Jan 15 10:22:53.594527 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8bc23-fca6-4231-ad1d-c6e0ccc945a2 req-92c731ac-2717-48ac-8deb-df68526b6cd3 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:53.597560 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-baf8bc23-fca6-4231-ad1d-c6e0ccc945a2 req-92c731ac-2717-48ac-8deb-df68526b6cd3 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.1157780 Jan 15 10:22:53.650621 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-baf8bc23-fca6-4231-ad1d-c6e0ccc945a2 req-5de402dc-30a9-4b66-952f-b452e3714e96 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469835 Jan 15 10:22:54.229546 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de0afd-05fd-4262-b7ab-ed02a7f1cdb1 req-8741a797-9cc0-4675-8cd7-03d80be2fc99 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:54.231207 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-52de0afd-05fd-4262-b7ab-ed02a7f1cdb1 req-8741a797-9cc0-4675-8cd7-03d80be2fc99 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 985 time: 0.1037109 Jan 15 10:22:54.293472 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-52de0afd-05fd-4262-b7ab-ed02a7f1cdb1 req-f4991ed6-da4a-4cb3-bf4d-6f3010784d8d tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&id=f1a12dc3-f5a1-41a8-ba9e-8a6058f78872&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0536919 Jan 15 10:22:55.529092 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a7e56-a7b0-4d0b-8e47-13713969d687 req-7d04c6c3-d1b9-4869-b8f9-66bd198fab67 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:55.530706 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-512a7e56-a7b0-4d0b-8e47-13713969d687 req-7d04c6c3-d1b9-4869-b8f9-66bd198fab67 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 985 time: 0.1018453 Jan 15 10:22:55.586845 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-512a7e56-a7b0-4d0b-8e47-13713969d687 req-bf2097d5-9ba5-4454-9f64-08eef4531f33 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&id=f1a12dc3-f5a1-41a8-ba9e-8a6058f78872&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0492494 Jan 15 10:22:56.826039 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5daeaea-1c6e-4cba-9e14-f61a1802ff9d req-88256235-564f-4fe7-b69e-676d33306a1d tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:56.827685 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a5daeaea-1c6e-4cba-9e14-f61a1802ff9d req-88256235-564f-4fe7-b69e-676d33306a1d tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 985 time: 0.1054385 Jan 15 10:22:56.896905 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a5daeaea-1c6e-4cba-9e14-f61a1802ff9d req-103e7c27-b602-4446-b94e-2b31cf27ddbc tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&id=f1a12dc3-f5a1-41a8-ba9e-8a6058f78872&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0620909 Jan 15 10:22:58.135747 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59631f-14ca-4252-a7a1-95c80af93a40 req-d12a1ded-15f7-4e05-b6d7-6dfbd0551ca8 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:58.137361 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-dc59631f-14ca-4252-a7a1-95c80af93a40 req-d12a1ded-15f7-4e05-b6d7-6dfbd0551ca8 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 985 time: 0.1012053 Jan 15 10:22:58.199411 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-dc59631f-14ca-4252-a7a1-95c80af93a40 req-9f5b6db7-8ff2-4d9d-a7dc-2335d7caf7d8 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&id=f1a12dc3-f5a1-41a8-ba9e-8a6058f78872&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0556171 Jan 15 10:22:59.438437 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fd6f5-0ec1-4a44-ab0d-8cc23c09b65a req-2fcc57cb-4292-4172-8e4f-aea279694900 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:59.440097 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a26fd6f5-0ec1-4a44-ab0d-8cc23c09b65a req-2fcc57cb-4292-4172-8e4f-aea279694900 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 985 time: 0.1042490 Jan 15 10:22:59.498387 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a26fd6f5-0ec1-4a44-ab0d-8cc23c09b65a req-48a2d830-e209-42d7-a2a1-59cd32dc9f53 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&id=f1a12dc3-f5a1-41a8-ba9e-8a6058f78872&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0519936 Jan 15 10:23:00.735337 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dc376-a5cf-438d-8403-f430064231b5 req-5026d329-ec2a-479c-8335-8719ac3540d2 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:00.736940 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8f1dc376-a5cf-438d-8403-f430064231b5 req-5026d329-ec2a-479c-8335-8719ac3540d2 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 985 time: 0.1059465 Jan 15 10:23:00.794843 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8f1dc376-a5cf-438d-8403-f430064231b5 req-d3bc1f9a-7bfd-489d-bd38-662ef69d3f29 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&id=f1a12dc3-f5a1-41a8-ba9e-8a6058f78872&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0514953 Jan 15 10:23:02.049425 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb534d-cc40-4d01-ad69-9a8cb33e1f89 req-d0d93ea8-dd79-435e-bf8e-eedf2a0bcc74 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:02.051056 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-dbdb534d-cc40-4d01-ad69-9a8cb33e1f89 req-d0d93ea8-dd79-435e-bf8e-eedf2a0bcc74 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 985 time: 0.1026058 Jan 15 10:23:02.113043 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-dbdb534d-cc40-4d01-ad69-9a8cb33e1f89 req-9c31f600-e9fe-4741-bfec-2aed1d0235b0 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&id=f1a12dc3-f5a1-41a8-ba9e-8a6058f78872&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0550175 Jan 15 10:23:03.350536 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf3991-7836-453c-9761-1030a9143d47 req-35f1c64e-e12c-4ce3-afc9-f7d6ad1bb2d9 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:03.352269 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-73bf3991-7836-453c-9761-1030a9143d47 req-35f1c64e-e12c-4ce3-afc9-f7d6ad1bb2d9 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 985 time: 0.1041970 Jan 15 10:23:03.410931 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-73bf3991-7836-453c-9761-1030a9143d47 req-2864b169-4d16-45f5-85a1-bee88f85b2cf tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&id=f1a12dc3-f5a1-41a8-ba9e-8a6058f78872&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0520029 Jan 15 10:23:04.497118 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 56dd8a9d-dd87-42d0-a4ef-f00426163079 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:23:04.570411 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 56dd8a9d-dd87-42d0-a4ef-f00426163079 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:04.570835 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:04.653678 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38781573-587d-46d9-82a4-e1f419c832cf req-67f27c2b-3aee-49fd-a6d1-6f001098f52b tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:04.655395 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-38781573-587d-46d9-82a4-e1f419c832cf req-67f27c2b-3aee-49fd-a6d1-6f001098f52b tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 985 time: 0.1103675 Jan 15 10:23:04.716571 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-38781573-587d-46d9-82a4-e1f419c832cf req-73daf460-86a4-4f95-a23b-bcbf2ae48594 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&id=f1a12dc3-f5a1-41a8-ba9e-8a6058f78872&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0546834 Jan 15 10:23:05.951553 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd563c2-9da0-452a-8dea-152bd422a1a7 req-fc0ef1f0-f7a8-471d-a5b9-7bfab88c6377 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:05.953264 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bbd563c2-9da0-452a-8dea-152bd422a1a7 req-fc0ef1f0-f7a8-471d-a5b9-7bfab88c6377 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 985 time: 0.1041672 Jan 15 10:23:06.014094 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bbd563c2-9da0-452a-8dea-152bd422a1a7 req-e601ad13-560f-48b5-a41e-0f76c21d7346 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&id=f1a12dc3-f5a1-41a8-ba9e-8a6058f78872&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0542743 Jan 15 10:23:06.498166 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 56dd8a9d-dd87-42d0-a4ef-f00426163079 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:23:06.569085 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 56dd8a9d-dd87-42d0-a4ef-f00426163079 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:06.569506 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:11.609657 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136c266-7b9d-4902-9982-b3a13da1c189 req-cf208058-c55a-4264-ae22-1006ae2c6ef9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:11.611265 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2136c266-7b9d-4902-9982-b3a13da1c189 req-cf208058-c55a-4264-ae22-1006ae2c6ef9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=79d2bcb4-7bd2-486f-9d2b-de885b7452af HTTP/1.1" status: 200 len: 946 time: 0.1057673 Jan 15 10:23:11.663702 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2136c266-7b9d-4902-9982-b3a13da1c189 req-3bfd274f-9705-4fed-9cfb-e0e0d79a2521 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=17074ccb-2ccf-4a9f-98d3-1f47a61859b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461164 Jan 15 10:23:12.588784 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ddc7c417-c28f-427a-b94e-5b3ff22cc9e3 req-d213cc7e-f6fe-4e71-aa58-a544a46e584e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0741863 Jan 15 10:23:12.751845 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7c417-c28f-427a-b94e-5b3ff22cc9e3 req-d0cdd1d4-ae65-4c05-b51a-46fc18c98e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:12.753484 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ddc7c417-c28f-427a-b94e-5b3ff22cc9e3 req-d0cdd1d4-ae65-4c05-b51a-46fc18c98e84 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7967420a877241f7a390365788b33c53&device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 1163 time: 0.0801485 Jan 15 10:23:12.902759 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be3aad-53a6-4e80-ac90-8144d6da0c7e req-df281e61-4f89-499a-b0c0-4552081e2e07 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:12.904792 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e9be3aad-53a6-4e80-ac90-8144d6da0c7e req-df281e61-4f89-499a-b0c0-4552081e2e07 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=79d2bcb4-7bd2-486f-9d2b-de885b7452af HTTP/1.1" status: 200 len: 946 time: 0.1039977 Jan 15 10:23:12.918757 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7c417-c28f-427a-b94e-5b3ff22cc9e3 req-ffd5ce55-b62a-485f-a751-ed5b3ea4c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:12.920405 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ddc7c417-c28f-427a-b94e-5b3ff22cc9e3 req-ffd5ce55-b62a-485f-a751-ed5b3ea4c3ae service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee63e9f3-0f98-4146-b7e4-219c5a0de38d HTTP/1.1" status: 200 len: 910 time: 0.1408918 Jan 15 10:23:12.959591 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e9be3aad-53a6-4e80-ac90-8144d6da0c7e req-73dc26b7-2549-44b6-9773-5609f6c00be1 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=17074ccb-2ccf-4a9f-98d3-1f47a61859b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475035 Jan 15 10:23:13.030574 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ddc7c417-c28f-427a-b94e-5b3ff22cc9e3 req-cbd33606-8234-4ba4-ac79-fe14f398628a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=924808b7-d19e-4d36-86c3-287941c575c8 HTTP/1.1" status: 200 len: 1002 time: 0.1025257 Jan 15 10:23:13.105558 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7c417-c28f-427a-b94e-5b3ff22cc9e3 req-75a0fdca-9117-4fbc-9964-30c3cd3a79be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:13.107203 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ddc7c417-c28f-427a-b94e-5b3ff22cc9e3 req-75a0fdca-9117-4fbc-9964-30c3cd3a79be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bbdcee5-7bf8-47ea-8b3b-e146795708a7 HTTP/1.1" status: 200 len: 855 time: 0.0696187 Jan 15 10:23:13.191814 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7c417-c28f-427a-b94e-5b3ff22cc9e3 req-67297e7b-5daa-441e-b2f3-d19d4f92ade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:13.193413 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ddc7c417-c28f-427a-b94e-5b3ff22cc9e3 req-67297e7b-5daa-441e-b2f3-d19d4f92ade4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee63e9f3-0f98-4146-b7e4-219c5a0de38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787685 Jan 15 10:23:13.343002 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ddc7c417-c28f-427a-b94e-5b3ff22cc9e3 req-77d36f03-d53e-4226-bc4b-b1b3f01bad18 service neutron] 10.222.0.73 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403396 Jan 15 10:23:13.501588 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ddc7c417-c28f-427a-b94e-5b3ff22cc9e3 req-ab54d693-f210-4486-9be9-59490a03302b service neutron] 10.222.0.73 "GET /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1439509 Jan 15 10:23:13.892679 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9600fc-2359-4744-9689-d6c26e088666 req-bcea8fa9-1905-4c2c-8230-b5773ffca88c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:13.893443 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-aa9600fc-2359-4744-9689-d6c26e088666 req-bcea8fa9-1905-4c2c-8230-b5773ffca88c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Synchronizing usage tracker for tenant:1d2e666365284aacad9462063764b9e2 on resource:port {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:23:13.910040 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-aa9600fc-2359-4744-9689-d6c26e088666 req-bcea8fa9-1905-4c2c-8230-b5773ffca88c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Unset dirty status for tenant:1d2e666365284aacad9462063764b9e2 on resource:port {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:23:13.911321 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-aa9600fc-2359-4744-9689-d6c26e088666 req-bcea8fa9-1905-4c2c-8230-b5773ffca88c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.73 "GET /v2.0/ports?device_id=79d2bcb4-7bd2-486f-9d2b-de885b7452af HTTP/1.1" status: 200 len: 946 time: 0.3435283 Jan 15 10:23:13.989465 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-aa9600fc-2359-4744-9689-d6c26e088666 req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Deleting port 3773529c-2dfe-4612-b3bb-46b2d69884c9 {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:23:13.989841 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-aa9600fc-2359-4744-9689-d6c26e088666 req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:14.195397 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ff122-e1fb-4724-ac93-ec8a0010798d req-b26708ca-ead0-4f5a-9c0e-1b0bdf5e739c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:14.197629 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-581ff122-e1fb-4724-ac93-ec8a0010798d req-b26708ca-ead0-4f5a-9c0e-1b0bdf5e739c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=79d2bcb4-7bd2-486f-9d2b-de885b7452af HTTP/1.1" status: 200 len: 946 time: 0.1018953 Jan 15 10:23:14.251465 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-aa9600fc-2359-4744-9689-d6c26e088666 req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] For port 3773529c-2dfe-4612-b3bb-46b2d69884c9, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=3773529c-2dfe-4612-b3bb-46b2d69884c9,segment=NetworkSegment(c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9),segment_id=c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:23:14.251901 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-aa9600fc-2359-4744-9689-d6c26e088666 req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:14.255793 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-581ff122-e1fb-4724-ac93-ec8a0010798d req-5ca0323a-53e2-47aa-80cf-7a933bfc1e60 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups?id=17074ccb-2ccf-4a9f-98d3-1f47a61859b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510230 Jan 15 10:23:14.498129 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 3773529c-2dfe-4612-b3bb-46b2d69884c9 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:23:14.554513 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-aa9600fc-2359-4744-9689-d6c26e088666 req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for floatingip, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:14.556255 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-aa9600fc-2359-4744-9689-d6c26e088666 req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409790'] for floatingip, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:14.556429 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.l3_db [req-aa9600fc-2359-4744-9689-d6c26e088666 req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Floating IP e532bda3-1f56-4ad2-a4ad-f7004141e2b5 disassociated. External IP: 172.28.0.84, port: 3773529c-2dfe-4612-b3bb-46b2d69884c9. Jan 15 10:23:14.556978 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-aa9600fc-2359-4744-9689-d6c26e088666 req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Calling delete_port for 3773529c-2dfe-4612-b3bb-46b2d69884c9 owned by compute:nova {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:23:14.665544 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:14.763482 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-aa9600fc-2359-4744-9689-d6c26e088666 req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:14.778829 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-2e6ba1df-c7de-45a7-9747-3e2f23c33ebd tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:14.832051 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Pushing event deleted for resources: {'Port': ['ID=3773529c-2dfe-4612-b3bb-46b2d69884c9,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:14.845948 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:14.846358 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:14.846759 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:14.847177 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:14.847571 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:14.847960 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:14.848345 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:14.848727 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:14.849110 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:14.849487 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:14.850121 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:14.850501 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:14.850924 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:14.851351 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:14.851733 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:14.852158 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:14.852537 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:14.852926 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:14.853305 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:14.853680 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:14.854055 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:14.854448 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:14.854829 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:14.855237 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:14.907665 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:15.153039 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa9600fc-2359-4744-9689-d6c26e088666 req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Router edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 has already been hosted by L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 {{(pid=80098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:23:15.341171 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa9600fc-2359-4744-9689-d6c26e088666 req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:23:15.351404 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8bf236-01fc-4e7a-b079-439142a51f99 None None] Sync routers for ids ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'] in dv-cinder-768592-3-smb {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:23:15.363781 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8bf236-01fc-4e7a-b079-439142a51f99 None None] Routers {'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:23:15.364829 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-9e8bf236-01fc-4e7a-b079-439142a51f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:22:48Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:15.387467 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9600fc-2359-4744-9689-d6c26e088666 req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] No DVR routers for this DVR port 3773529c-2dfe-4612-b3bb-46b2d69884c9 on host hv-cinder-76859 {{(pid=80098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:23:15.389872 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-aa9600fc-2359-4744-9689-d6c26e088666 req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:15.400302 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d2bcb4-7bd2-486f-9d2b-de885b7452af', 'name': 'network-vif-deleted', 'tag': '3773529c-2dfe-4612-b3bb-46b2d69884c9'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:23:15.407441 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-aa9600fc-2359-4744-9689-d6c26e088666 req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.73 "DELETE /v2.0/ports/3773529c-2dfe-4612-b3bb-46b2d69884c9 HTTP/1.1" status: 204 len: 173 time: 1.4889157 Jan 15 10:23:15.459670 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-dc4a9a35-2609-4bf5-a3e6-2c3049a936ba req-2585f0d5-63da-4ada-a095-6e51b35020ff tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/ports?device_id=79d2bcb4-7bd2-486f-9d2b-de885b7452af HTTP/1.1" status: 200 len: 210 time: 0.0615985 Jan 15 10:23:15.569559 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-7a4f905b-b6a4-4c10-ad54-f5a58594b58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:15.571172 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d2bcb4-7bd2-486f-9d2b-de885b7452af', 'name': 'network-vif-deleted', 'tag': '3773529c-2dfe-4612-b3bb-46b2d69884c9', 'status': 'completed', 'code': 200} Jan 15 10:23:15.574523 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:15.774412 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-9e8bf236-01fc-4e7a-b079-439142a51f99 None None] Set router edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:23:16.111358 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-9e8bf236-01fc-4e7a-b079-439142a51f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'name': 'tempest-AttachVolumeTestJSON-873034581-router', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:17:30Z', 'revision_number': 4, 'project_id': '1d2e666365284aacad9462063764b9e2', 'gw_port': {'id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:16Z', 'updated_at': '2021-01-15T10:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '8b93908d-6598-4c7c-9685-7e7dd9903758', 'name': '', 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'mac_address': 'fa:16:3e:ab:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:27Z', 'updated_at': '2021-01-15T10:17:49Z', 'revision_number': 5, 'project_id': '1d2e666365284aacad9462063764b9e2', 'subnets': [{'id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:16.115453 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8bf236-01fc-4e7a-b079-439142a51f99 None None] Checking router: edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 for host: dv-cinder-768592-3-smb {{(pid=80100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:23:16.124474 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8bf236-01fc-4e7a-b079-439142a51f99 None None] Routers {'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:23:16.125139 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-9e8bf236-01fc-4e7a-b079-439142a51f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:22:48Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:16.310573 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-9e8bf236-01fc-4e7a-b079-439142a51f99 None None] Set router edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:23:16.314983 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:23:16.615730 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 34112) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:16.640934 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-9e8bf236-01fc-4e7a-b079-439142a51f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'name': 'tempest-AttachVolumeTestJSON-873034581-router', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:17:30Z', 'revision_number': 4, 'project_id': '1d2e666365284aacad9462063764b9e2', 'gw_port': {'id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:16Z', 'updated_at': '2021-01-15T10:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '8b93908d-6598-4c7c-9685-7e7dd9903758', 'name': '', 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'mac_address': 'fa:16:3e:ab:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:27Z', 'updated_at': '2021-01-15T10:17:49Z', 'revision_number': 5, 'project_id': '1d2e666365284aacad9462063764b9e2', 'subnets': [{'id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:16.645138 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8bf236-01fc-4e7a-b079-439142a51f99 None None] The sync data for ids ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'] in dv-cinder-768592-3-smb is: [{'id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'name': 'tempest-AttachVolumeTestJSON-873034581-router', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:17:30Z', 'revision_number': 4, 'project_id': '1d2e666365284aacad9462063764b9e2', 'gw_port': {'id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:16Z', 'updated_at': '2021-01-15T10:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '8b93908d-6598-4c7c-9685-7e7dd9903758', 'name': '', 'network_id': '8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'mac_address': 'fa:16:3e:ab:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:27Z', 'updated_at': '2021-01-15T10:17:49Z', 'revision_number': 5, 'project_id': '1d2e666365284aacad9462063764b9e2', 'subnets': [{'id': 'ea4063fd-7d74-42c0-8f21-8e53b0e4ce85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:23:16.693313 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ae1453cb-142a-4cfd-b3b8-34e4e1ba9723 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:16.725274 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ae1453cb-142a-4cfd-b3b8-34e4e1ba9723 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:16.776595 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ae1453cb-142a-4cfd-b3b8-34e4e1ba9723 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:16.782176 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b1c08441-4568-4ae1-a72f-eeb221e57481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:16.799007 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1453cb-142a-4cfd-b3b8-34e4e1ba9723 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Pushing event deleted for resources: {'SecurityGroup': ['ID=17074ccb-2ccf-4a9f-98d3-1f47a61859b5,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:16.803485 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ae1453cb-142a-4cfd-b3b8-34e4e1ba9723 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:16.807599 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ae1453cb-142a-4cfd-b3b8-34e4e1ba9723 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:16.808899 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-ae1453cb-142a-4cfd-b3b8-34e4e1ba9723 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "DELETE /v2.0/security-groups/17074ccb-2ccf-4a9f-98d3-1f47a61859b5 HTTP/1.1" status: 204 len: 168 time: 0.1915929 Jan 15 10:23:16.811690 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 34116) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:16.829542 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.v2.resource [None req-3f024e75-9839-4b1f-929d-8ff77327e688 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] show failed (client error): The resource could not be found. Jan 15 10:23:16.831212 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-3f024e75-9839-4b1f-929d-8ff77327e688 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "GET /v2.0/security-groups/17074ccb-2ccf-4a9f-98d3-1f47a61859b5 HTTP/1.1" status: 404 len: 347 time: 0.0179582 Jan 15 10:23:16.833770 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 34120) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:17.007697 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-d43a9604-ecac-4efc-8ff2-2ed5e2addb2d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Deleting port 0a39da65-89f3-41f4-a82d-5481e0829e20 {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:23:17.008087 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d43a9604-ecac-4efc-8ff2-2ed5e2addb2d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:17.025739 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507fca39-7206-4ba2-b4b9-8463def8ddb8 None None] New status for floating IP e532bda3-1f56-4ad2-a4ad-f7004141e2b5: DOWN {{(pid=80101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 10:23:17.189892 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d43a9604-ecac-4efc-8ff2-2ed5e2addb2d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:17.190539 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d43a9604-ecac-4efc-8ff2-2ed5e2addb2d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for floatingip, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:17.319800 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-d43a9604-ecac-4efc-8ff2-2ed5e2addb2d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Calling delete_port for 0a39da65-89f3-41f4-a82d-5481e0829e20 owned by network:floatingip {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:23:17.403349 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.db.api [None req-d43a9604-ecac-4efc-8ff2-2ed5e2addb2d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80098) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:23:17.403717 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_db.api [None req-d43a9604-ecac-4efc-8ff2-2ed5e2addb2d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:23:17.904524 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-d43a9604-ecac-4efc-8ff2-2ed5e2addb2d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Deleting port 0a39da65-89f3-41f4-a82d-5481e0829e20 {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:23:17.905052 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d43a9604-ecac-4efc-8ff2-2ed5e2addb2d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:17.910106 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-78461bb7-c0cc-40d9-9bdc-cfb8af7190ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:18.089826 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d43a9604-ecac-4efc-8ff2-2ed5e2addb2d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:18.090175 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d43a9604-ecac-4efc-8ff2-2ed5e2addb2d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for floatingip, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:18.218801 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-d43a9604-ecac-4efc-8ff2-2ed5e2addb2d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Calling delete_port for 0a39da65-89f3-41f4-a82d-5481e0829e20 owned by network:floatingip {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:23:18.364764 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d43a9604-ecac-4efc-8ff2-2ed5e2addb2d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:18.380532 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-5ad809a1-8f89-49fc-b82f-81ba5d0642ed tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:18.434628 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a9604-ecac-4efc-8ff2-2ed5e2addb2d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Pushing event deleted for resources: {'Port': ['ID=0a39da65-89f3-41f4-a82d-5481e0829e20,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:18.438776 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d43a9604-ecac-4efc-8ff2-2ed5e2addb2d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:18.461895 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:18.602268 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d43a9604-ecac-4efc-8ff2-2ed5e2addb2d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks [] for floatingip, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:18.616744 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d43a9604-ecac-4efc-8ff2-2ed5e2addb2d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for floatingip, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:18.618678 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-d43a9604-ecac-4efc-8ff2-2ed5e2addb2d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] 10.222.0.60 "DELETE /v2.0/floatingips/e532bda3-1f56-4ad2-a4ad-f7004141e2b5 HTTP/1.1" status: 204 len: 168 time: 1.7838414 Jan 15 10:23:19.448259 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:20.129710 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:22.706176 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 34152) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:23.640885 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67b2e6e5-4dba-4377-a097-1c5b8a89fea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520160'] for router_interface, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:24.114302 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-67b2e6e5-4dba-4377-a097-1c5b8a89fea8 admin admin] Deleting port 8b93908d-6598-4c7c-9685-7e7dd9903758 {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:23:24.114895 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67b2e6e5-4dba-4377-a097-1c5b8a89fea8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:24.298306 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-67b2e6e5-4dba-4377-a097-1c5b8a89fea8 admin admin] For port 8b93908d-6598-4c7c-9685-7e7dd9903758, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=8b93908d-6598-4c7c-9685-7e7dd9903758,segment=NetworkSegment(c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9),segment_id=c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:23:24.298621 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67b2e6e5-4dba-4377-a097-1c5b8a89fea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:24.431848 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-67b2e6e5-4dba-4377-a097-1c5b8a89fea8 admin admin] Calling delete_port for 8b93908d-6598-4c7c-9685-7e7dd9903758 owned by network:router_interface {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:23:24.598467 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67b2e6e5-4dba-4377-a097-1c5b8a89fea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:24.617831 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:24.672712 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2e6e5-4dba-4377-a097-1c5b8a89fea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b93908d-6598-4c7c-9685-7e7dd9903758,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:24.676745 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67b2e6e5-4dba-4377-a097-1c5b8a89fea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:25.043153 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67b2e6e5-4dba-4377-a097-1c5b8a89fea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853748691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854256272'] for router_interface, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:25.576410 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b2e6e5-4dba-4377-a097-1c5b8a89fea8 admin admin] Router edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 has already been hosted by L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 {{(pid=80098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:23:25.773221 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b2e6e5-4dba-4377-a097-1c5b8a89fea8 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:23:25.783234 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7431c0c-94c7-4ed3-acd3-e590387c6f91 None None] Sync routers for ids ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'] in dv-cinder-768592-3-smb {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:23:25.788677 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-67b2e6e5-4dba-4377-a097-1c5b8a89fea8 admin admin] 10.222.0.60 "PUT /v2.0/routers/edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0813029 Jan 15 10:23:25.792485 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 34160) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:25.794525 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7431c0c-94c7-4ed3-acd3-e590387c6f91 None None] Routers {'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:23:25.795249 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-b7431c0c-94c7-4ed3-acd3-e590387c6f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:23:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:26.022433 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-b7431c0c-94c7-4ed3-acd3-e590387c6f91 None None] Set router edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:23:26.023218 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-205f12f3-86f7-459a-ae34-70e994cb8419 admin admin] Notify callbacks [] for router, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:26.322553 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-205f12f3-86f7-459a-ae34-70e994cb8419 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:26.328388 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-205f12f3-86f7-459a-ae34-70e994cb8419 admin admin] Deleting port 3c62f3ff-4be5-4bf0-a521-015edb8afbe9 {{(pid=80099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:23:26.328770 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-205f12f3-86f7-459a-ae34-70e994cb8419 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:26.431309 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-b7431c0c-94c7-4ed3-acd3-e590387c6f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'name': 'tempest-AttachVolumeTestJSON-873034581-router', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:23:24Z', 'revision_number': 5, 'project_id': '1d2e666365284aacad9462063764b9e2', 'gw_port': {'id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:16Z', 'updated_at': '2021-01-15T10:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:26.435392 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7431c0c-94c7-4ed3-acd3-e590387c6f91 None None] Checking router: edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 for host: dv-cinder-768592-3-smb {{(pid=80100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:23:26.444244 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7431c0c-94c7-4ed3-acd3-e590387c6f91 None None] Routers {'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:23:26.444895 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-b7431c0c-94c7-4ed3-acd3-e590387c6f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:23:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:26.517839 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-205f12f3-86f7-459a-ae34-70e994cb8419 admin admin] For port 3c62f3ff-4be5-4bf0-a521-015edb8afbe9, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=3c62f3ff-4be5-4bf0-a521-015edb8afbe9,segment=NetworkSegment(b0c09c06-7b10-4f05-84b2-2c066d8764a1),segment_id=b0c09c06-7b10-4f05-84b2-2c066d8764a1)] {{(pid=80099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:23:26.518232 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-205f12f3-86f7-459a-ae34-70e994cb8419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:26.637196 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-b7431c0c-94c7-4ed3-acd3-e590387c6f91 None None] Set router edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:23:26.645830 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-205f12f3-86f7-459a-ae34-70e994cb8419 admin admin] Calling delete_port for 3c62f3ff-4be5-4bf0-a521-015edb8afbe9 owned by network:router_gateway {{(pid=80099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:23:26.787358 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-205f12f3-86f7-459a-ae34-70e994cb8419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427881'] for port, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: WARNING neutron.plugins.ml2.ovo_rpc [None req-205f12f3-86f7-459a-ae34-70e994cb8419 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: result = function(*args, **kwargs) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: proto.__init__(conn_state, self) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: self.handle() Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: self.handle_one_request() Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: self.handle_one_response() Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: result = self.application(self.environ, start_response) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: return app(environ, start_response) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: resp = self.call_func(req, *args, **kw) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: return self.func(req, *args, **kwargs) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: response = req.get_response(self.application) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: application, catch_exc_info=False) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: app_iter = application(self.environ, start_response) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: resp = self.call_func(req, *args, **kw) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: return self.func(req, *args, **kwargs) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: response = req.get_response(self.application) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: application, catch_exc_info=False) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: app_iter = application(self.environ, start_response) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: resp = self.call_func(req, *args, **kw) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: return self.func(req, *args, **kwargs) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: response = req.get_response(self.application) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: application, catch_exc_info=False) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: app_iter = application(self.environ, start_response) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: resp = self.call_func(req, *args, **kw) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: return self.func(req, *args, **kwargs) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: response = req.get_response(self.application) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: application, catch_exc_info=False) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: app_iter = application(self.environ, start_response) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: resp = self.call_func(req, *args, **kw) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: return self.func(req, *args, **kwargs) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: return request.get_response(self.application) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: application, catch_exc_info=False) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: app_iter = application(self.environ, start_response) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: resp = self.call_func(req, *args, **kw) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: return self.func(req, *args, **kwargs) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: response = req.get_response(self._app) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: application, catch_exc_info=False) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: app_iter = application(self.environ, start_response) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: return resp(environ, start_response) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: return resp(environ, start_response) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: response = self.app(environ, start_response) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: return resp(environ, start_response) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: resp = self.call_func(req, *args, **kw) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: return self.func(req, *args, **kwargs) Jan 15 10:23:26.793228 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: result = method(request=request, **args) Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: return self._delete(request, id, **kwargs) Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: return f(*args, **kwargs) Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: return f(*args, **kwargs) Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: return f(*dup_args, **dup_kwargs) Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: obj_deleter(request.context, id, **kwargs) Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2001, in delete_router Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: return method(*args, **kwargs) Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: return f(*args, **kwargs) Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: return f(*args, **kwargs) Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: return f(*dup_args, **dup_kwargs) Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 523, in delete_router Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: self._delete_current_gw_port(context, id, router, None) Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: admin_ctx, gw_port_id, l3_port_check=False) Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: return f(self, context, *args, **kwargs) Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: return method(*args, **kwargs) Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1939, in delete_port Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: context, port, router_ids, bound_mech_contexts) Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1948, in _post_delete_port Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: return function(*args, **kwargs) Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: callback(resource, event, trigger, **kwargs) Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: if self._is_session_semantic_violated(context, resource, event): Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: stack = traceback.extract_stack() Jan 15 10:23:26.800024 dv-cinder-768592-3-smb neutron-server[79989]: Jan 15 10:23:26.948053 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-b7431c0c-94c7-4ed3-acd3-e590387c6f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'name': 'tempest-AttachVolumeTestJSON-873034581-router', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:23:24Z', 'revision_number': 5, 'project_id': '1d2e666365284aacad9462063764b9e2', 'gw_port': {'id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:16Z', 'updated_at': '2021-01-15T10:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:26.952763 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7431c0c-94c7-4ed3-acd3-e590387c6f91 None None] The sync data for ids ['edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08'] in dv-cinder-768592-3-smb is: [{'id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'name': 'tempest-AttachVolumeTestJSON-873034581-router', 'tenant_id': '1d2e666365284aacad9462063764b9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:13Z', 'updated_at': '2021-01-15T10:23:24Z', 'revision_number': 5, 'project_id': '1d2e666365284aacad9462063764b9e2', 'gw_port': {'id': '3c62f3ff-4be5-4bf0-a521-015edb8afbe9', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:16Z', 'updated_at': '2021-01-15T10:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}] {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:23:27.001311 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-205f12f3-86f7-459a-ae34-70e994cb8419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854365976'] for router_gateway, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:27.050921 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 8b93908d-6598-4c7c-9685-7e7dd9903758 no longer exists at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:23:27.089202 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] No Port match for: 8b93908d-6598-4c7c-9685-7e7dd9903758 {{(pid=80100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:23:27.089690 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 8b93908d-6598-4c7c-9685-7e7dd9903758 not bound to the agent host dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:23:27.144510 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-205f12f3-86f7-459a-ae34-70e994cb8419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036852685478'] for router, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:27.146869 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-205f12f3-86f7-459a-ae34-70e994cb8419 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:27.452637 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-205f12f3-86f7-459a-ae34-70e994cb8419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854376878'] for router, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:27.453216 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205f12f3-86f7-459a-ae34-70e994cb8419 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 {{(pid=80099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 10:23:27.468088 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-205f12f3-86f7-459a-ae34-70e994cb8419 admin admin] Notify callbacks [] for router, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:27.472257 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-205f12f3-86f7-459a-ae34-70e994cb8419 admin admin] 10.222.0.60 "DELETE /v2.0/routers/edf51c29-93d2-4f10-bc6f-6bb5f7d8fc08 HTTP/1.1" status: 204 len: 168 time: 1.6786625 Jan 15 10:23:27.472718 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 34172) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:27.566452 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_v2 [None req-975aacbd-baf7-4979-9d52-780c21d7ae3f admin admin] Deleting subnet ea4063fd-7d74-42c0-8f21-8e53b0e4ce85 {{(pid=80098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:23:27.579917 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-975aacbd-baf7-4979-9d52-780c21d7ae3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:27.638912 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a2b05-ccab-4b6e-8296-ff1c121f177d req-55aaeb30-5c82-46c8-a0ed-13c8cd3cfbb1 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:27.640658 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5c1a2b05-ccab-4b6e-8296-ff1c121f177d req-55aaeb30-5c82-46c8-a0ed-13c8cd3cfbb1 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.1421039 Jan 15 10:23:27.653045 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-975aacbd-baf7-4979-9d52-780c21d7ae3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3229886'] for subnet, precommit_delete_associations {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:27.698019 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5c1a2b05-ccab-4b6e-8296-ff1c121f177d req-5fd93675-476b-4555-9f46-4774f62591de tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496750 Jan 15 10:23:27.782769 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-975aacbd-baf7-4979-9d52-780c21d7ae3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854144639'] for subnet, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:28.273784 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-975aacbd-baf7-4979-9d52-780c21d7ae3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850609153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852289168'] for subnet, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:28.290673 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-8861e961-8d10-4aa9-a80a-913f181ef52e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:28.341272 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975aacbd-baf7-4979-9d52-780c21d7ae3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea4063fd-7d74-42c0-8f21-8e53b0e4ce85,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:28.344014 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-975aacbd-baf7-4979-9d52-780c21d7ae3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:28.427454 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-975aacbd-baf7-4979-9d52-780c21d7ae3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:28.432948 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e067b201-ad5d-4ad3-93e4-bbb6c3636a82 None None] Network 8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:23:28.433639 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-975aacbd-baf7-4979-9d52-780c21d7ae3f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ea4063fd-7d74-42c0-8f21-8e53b0e4ce85 HTTP/1.1" status: 204 len: 168 time: 0.9597995 Jan 15 10:23:28.436462 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 34176) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:28.557042 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f949d096-f403-437b-b31f-c6aee06e9e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357326'] for network, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:28.631714 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-f949d096-f403-437b-b31f-c6aee06e9e1b admin admin] Deleting port ee523f35-c9a8-4559-81bd-1a2d493ea3f3 {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:23:28.632099 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f949d096-f403-437b-b31f-c6aee06e9e1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:28.867842 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-f949d096-f403-437b-b31f-c6aee06e9e1b admin admin] For port ee523f35-c9a8-4559-81bd-1a2d493ea3f3, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=ee523f35-c9a8-4559-81bd-1a2d493ea3f3,segment=NetworkSegment(c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9),segment_id=c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:23:28.868347 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f949d096-f403-437b-b31f-c6aee06e9e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:28.884424 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dccd76-3d28-4dab-b83a-69cc59127ee1 None None] DHCP port deletion for 8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f request from dv-cinder-768592-3-smb {{(pid=80100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 10:23:28.888700 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-84dccd76-3d28-4dab-b83a-69cc59127ee1 None None] Deleting port ee523f35-c9a8-4559-81bd-1a2d493ea3f3 {{(pid=80100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:23:28.889121 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-84dccd76-3d28-4dab-b83a-69cc59127ee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:28.968641 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfa2a5-73aa-4115-8bd3-78dc9f3a9726 req-f056dc81-6213-47b0-8ee8-9b41051ff63c tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:28.970386 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-64bfa2a5-73aa-4115-8bd3-78dc9f3a9726 req-f056dc81-6213-47b0-8ee8-9b41051ff63c tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.1158388 Jan 15 10:23:29.024205 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-64bfa2a5-73aa-4115-8bd3-78dc9f3a9726 req-fdc1627c-ebea-41fd-9860-0e8c6958f4a8 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456758 Jan 15 10:23:29.061860 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-f949d096-f403-437b-b31f-c6aee06e9e1b admin admin] Calling delete_port for ee523f35-c9a8-4559-81bd-1a2d493ea3f3 owned by network:dhcp {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:23:29.097525 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device ee523f35-c9a8-4559-81bd-1a2d493ea3f3 no longer exists at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:23:29.163300 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-84dccd76-3d28-4dab-b83a-69cc59127ee1 None None] For port ee523f35-c9a8-4559-81bd-1a2d493ea3f3, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=ee523f35-c9a8-4559-81bd-1a2d493ea3f3,segment=NetworkSegment(c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9),segment_id=c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:23:29.163740 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-84dccd76-3d28-4dab-b83a-69cc59127ee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:29.166103 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f949d096-f403-437b-b31f-c6aee06e9e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:29.181833 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-256e6c84-90ff-4861-ad0b-b73479ef963f tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:29.237994 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949d096-f403-437b-b31f-c6aee06e9e1b admin admin] Pushing event deleted for resources: {'Port': ['ID=ee523f35-c9a8-4559-81bd-1a2d493ea3f3,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:29.263890 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-ebd7e9c2-d8bc-426a-8150-a77c7d39e440 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:29.264680 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-ebd7e9c2-d8bc-426a-8150-a77c7d39e440 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Synchronizing usage tracker for tenant:7967420a877241f7a390365788b33c53 on resource:port {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:23:29.268814 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f949d096-f403-437b-b31f-c6aee06e9e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:29.297451 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-84dccd76-3d28-4dab-b83a-69cc59127ee1 None None] Calling delete_port for ee523f35-c9a8-4559-81bd-1a2d493ea3f3 owned by network:dhcp {{(pid=80100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:23:29.343632 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] No active binding found for port ee523f35-c9a8-4559-81bd-1a2d493ea3f3 {{(pid=80100) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 15 10:23:29.344008 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device ee523f35-c9a8-4559-81bd-1a2d493ea3f3 not bound to the agent host dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:23:29.344471 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 3c62f3ff-4be5-4bf0-a521-015edb8afbe9 no longer exists at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:23:29.353857 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-ebd7e9c2-d8bc-426a-8150-a77c7d39e440 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Unset dirty status for tenant:7967420a877241f7a390365788b33c53 on resource:port {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:23:29.355128 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-ebd7e9c2-d8bc-426a-8150-a77c7d39e440 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.73 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.4092476 Jan 15 10:23:29.380141 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] No Port match for: 3c62f3ff-4be5-4bf0-a521-015edb8afbe9 {{(pid=80100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:23:29.380532 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 3c62f3ff-4be5-4bf0-a521-015edb8afbe9 not bound to the agent host dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:23:29.415804 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f949d096-f403-437b-b31f-c6aee06e9e1b admin admin] No DVR routers for this DVR port ee523f35-c9a8-4559-81bd-1a2d493ea3f3 on host dv-cinder-768592-3-smb {{(pid=80098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:23:29.480841 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.db.api [None req-84dccd76-3d28-4dab-b83a-69cc59127ee1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80100) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:23:29.481256 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_db.api [None req-84dccd76-3d28-4dab-b83a-69cc59127ee1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:23:29.501705 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Deleting port 924808b7-d19e-4d36-86c3-287941c575c8 {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:23:29.502090 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:29.614236 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f949d096-f403-437b-b31f-c6aee06e9e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631286', 'neutron.services.segments.db._delete_segments_for_network-8727284934413'] for network, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:29.821511 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-f949d096-f403-437b-b31f-c6aee06e9e1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f']}} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:29.891079 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-f949d096-f403-437b-b31f-c6aee06e9e1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9') {'for_net_delete': True} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:29.891657 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-f949d096-f403-437b-b31f-c6aee06e9e1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4eb9fa9-a44f-4f6d-afaa-2f5eae75c4d9') {} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:29.916427 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f949d096-f403-437b-b31f-c6aee06e9e1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309569803022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851545978'] for segment, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:29.943636 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f949d096-f403-437b-b31f-c6aee06e9e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:29.951711 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f949d096-f403-437b-b31f-c6aee06e9e1b admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:23:29.982569 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-84dccd76-3d28-4dab-b83a-69cc59127ee1 None None] Deleting port ee523f35-c9a8-4559-81bd-1a2d493ea3f3 {{(pid=80100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:23:29.983144 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-84dccd76-3d28-4dab-b83a-69cc59127ee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:30.050782 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-84dccd76-3d28-4dab-b83a-69cc59127ee1 None None] The port 'ee523f35-c9a8-4559-81bd-1a2d493ea3f3' was deleted {{(pid=80100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 10:23:30.055711 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] For port 924808b7-d19e-4d36-86c3-287941c575c8, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=924808b7-d19e-4d36-86c3-287941c575c8,segment=NetworkSegment(46701ca6-a814-4d34-86b7-c77ab641a4f7),segment_id=46701ca6-a814-4d34-86b7-c77ab641a4f7)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:23:30.055925 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:30.244170 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-f949d096-f403-437b-b31f-c6aee06e9e1b admin admin] Network 8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f has no segments {{(pid=80098) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:23:30.255034 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f949d096-f403-437b-b31f-c6aee06e9e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-629596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850609246'] for segment, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:30.281470 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4a52f-58a0-42a4-8d31-9e90e97bd2ac req-f8ea95a6-fd8e-421e-8191-b04dcea798f5 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:30.283160 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-53e4a52f-58a0-42a4-8d31-9e90e97bd2ac req-f8ea95a6-fd8e-421e-8191-b04dcea798f5 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 946 time: 0.1048455 Jan 15 10:23:30.335032 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-53e4a52f-58a0-42a4-8d31-9e90e97bd2ac req-cd573a82-b4ba-4df7-b5c4-c1029c480806 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444627 Jan 15 10:23:30.532711 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-f949d096-f403-437b-b31f-c6aee06e9e1b admin admin] Network 8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f has no segments {{(pid=80098) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: Traceback (most recent call last): Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: timer() Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: cb(*args, **kw) Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: return func(*args, **kwargs) Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: self._notify() Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: self.callback(batched_events) Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: event.method(event) Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: segment_id)['aggregates'][0] Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: return f(self, *a, **k) Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: return self._get(url).json() Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: **kwargs) Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: return self.request(url, 'GET', **kwargs) Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: **endpoint_filter) Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:23:30.613216 dv-cinder-768592-3-smb neutron-server[79989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:23:30.637451 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 924808b7-d19e-4d36-86c3-287941c575c8 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:23:30.728516 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f949d096-f403-437b-b31f-c6aee06e9e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409743'] for network, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:30.732638 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for floatingip, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:30.733049 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409790'] for floatingip, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:30.733400 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.l3_db [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Floating IP 42effd6e-aecd-4546-a850-99e0e4ed1cba disassociated. External IP: 172.28.0.164, port: 924808b7-d19e-4d36-86c3-287941c575c8. Jan 15 10:23:30.733780 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Calling delete_port for 924808b7-d19e-4d36-86c3-287941c575c8 owned by compute:nova {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:23:30.755261 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:30.763136 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:30.783955 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913aa25f-3d6e-4d9a-9cec-742b88cecd74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '924808b7-d19e-4d36-86c3-287941c575c8'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:23:30.786986 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f949d096-f403-437b-b31f-c6aee06e9e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:30.795417 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port 924808b7-d19e-4d36-86c3-287941c575c8, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=924808b7-d19e-4d36-86c3-287941c575c8,segment=NetworkSegment(46701ca6-a814-4d34-86b7-c77ab641a4f7),segment_id=46701ca6-a814-4d34-86b7-c77ab641a4f7)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:23:30.798931 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:30.800809 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:30.817021 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949d096-f403-437b-b31f-c6aee06e9e1b admin admin] Pushing event deleted for resources: {'Network': ['ID=8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:30.819986 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f949d096-f403-437b-b31f-c6aee06e9e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:30.845522 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-f949d096-f403-437b-b31f-c6aee06e9e1b admin admin] 10.222.0.60 "DELETE /v2.0/networks/8e4c7a31-e4d8-47c3-98d0-3fb3b7cedf9f HTTP/1.1" status: 204 len: 168 time: 2.4079502 Jan 15 10:23:30.855172 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913aa25f-3d6e-4d9a-9cec-742b88cecd74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '924808b7-d19e-4d36-86c3-287941c575c8', 'code': 200} Jan 15 10:23:30.876466 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=924808b7-d19e-4d36-86c3-287941c575c8,revision_number=7']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:30.880148 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:31.003197 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 34188) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:31.058754 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-015b4951-0525-4a96-bff9-09eecbf2efc6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d2e666365284aacad9462063764b9e2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0540934 Jan 15 10:23:31.061175 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 34192) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:31.108067 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.db.api [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80098) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:23:31.108436 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_db.api [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:23:31.128772 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:31.155654 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:31.203497 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:31.208362 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-9e366d6b-f8d7-4b89-bbec-b36ba487bcdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:31.222896 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d63e4e-7e2d-4e9f-bd6f-e0fef0b98d8c,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:31.234719 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:31.235962 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/09d63e4e-7e2d-4e9f-bd6f-e0fef0b98d8c HTTP/1.1" status: 204 len: 168 time: 0.1737556 Jan 15 10:23:31.237472 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:31.237881 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:31.238282 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:31.238673 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:31.239138 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:31.239533 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:31.239919 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:31.240305 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:31.240688 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:31.241071 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:31.241451 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:31.241827 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:31.242411 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:31.242927 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:31.243341 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:31.243729 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:31.244110 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:31.244504 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:31.244897 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:31.245277 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:31.245652 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:31.246035 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:31.246990 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:31.246990 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:31.250708 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:31.587253 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dc5d7-1f64-4804-aac8-d9d24a0d482b req-650eaef1-8879-4f7c-a5ab-64524fe8df77 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:31.588945 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4f8dc5d7-1f64-4804-aac8-d9d24a0d482b req-650eaef1-8879-4f7c-a5ab-64524fe8df77 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 944 time: 0.1025467 Jan 15 10:23:31.609891 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Deleting port 924808b7-d19e-4d36-86c3-287941c575c8 {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:23:31.610295 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:31.640857 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4f8dc5d7-1f64-4804-aac8-d9d24a0d482b req-8c28c520-2df9-4a26-b2a0-8ec9cb65a00a tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups?id=fd6439af-ee91-4131-b6e5-169d9879d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451722 Jan 15 10:23:31.875753 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] For port 924808b7-d19e-4d36-86c3-287941c575c8, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=924808b7-d19e-4d36-86c3-287941c575c8,segment=NetworkSegment(46701ca6-a814-4d34-86b7-c77ab641a4f7),segment_id=46701ca6-a814-4d34-86b7-c77ab641a4f7)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:23:31.876152 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:32.160540 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 34216) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:32.193434 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for floatingip, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:32.193834 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409790'] for floatingip, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:32.194185 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.l3_db [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Floating IP 42effd6e-aecd-4546-a850-99e0e4ed1cba disassociated. External IP: 172.28.0.164, port: 924808b7-d19e-4d36-86c3-287941c575c8. Jan 15 10:23:32.194558 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Calling delete_port for 924808b7-d19e-4d36-86c3-287941c575c8 owned by compute:nova {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:23:32.302853 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-833220491-network', 'tenant_id': '8df1e3e356004f0d8a1f4e7861089734'}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:23:32.309206 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:23:32.313448 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] Usage tracker for resource:network and tenant:8df1e3e356004f0d8a1f4e7861089734 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:23:32.316607 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:23:32.323363 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:23:32.332928 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] Made reservation on behalf of 8df1e3e356004f0d8a1f4e7861089734 for: {'network': 1} {{(pid=80099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:23:32.338057 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for network, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:32.339934 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:32.355821 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:32.359496 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:32.372070 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:23:32.376100 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] Usage tracker for resource:security_group_rule and tenant:8df1e3e356004f0d8a1f4e7861089734 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:23:32.379091 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:23:32.385047 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:23:32.415390 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Pushing event deleted for resources: {'Port': ['ID=924808b7-d19e-4d36-86c3-287941c575c8,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:32.420231 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:32.476056 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:32.480223 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:32.484847 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0c1396c0-1852-4b74-88de-9fc74b13a5d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:32.516754 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:23:32.530848 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db476bd-6e18-496d-ac42-02e86b4bb361,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:32.536480 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:32.540461 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309569841387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:32.541194 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.segments_db [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] Added segment e081e065-2f5a-4eed-af76-3f2f581a8dc0 of type vxlan for network 4711e55c-0429-4ed1-a597-f50aaf5ca59a Jan 15 10:23:32.570829 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309570361187'] for network, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:32.600667 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for network, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:32.602635 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:32.603316 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:32.608678 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ec857ea8-7c8b-4ca0-8faa-c42b751e18c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:32.720121 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5582616 Jan 15 10:23:32.723014 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 34224) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:32.731470 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-60d407f0-bf20-42d8-b8f1-f8b9da9fa874 admin admin] Request body: {'subnet': {'network_id': '4711e55c-0429-4ed1-a597-f50aaf5ca59a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-833220491-subnet', 'tenant_id': '8df1e3e356004f0d8a1f4e7861089734', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:23:32.732579 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Router f928ab98-733a-48f0-9b83-de060b60c53c has already been hosted by L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 {{(pid=80098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:23:32.739076 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-60d407f0-bf20-42d8-b8f1-f8b9da9fa874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:23:32.742699 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-60d407f0-bf20-42d8-b8f1-f8b9da9fa874 admin admin] Usage tracker for resource:subnet and tenant:8df1e3e356004f0d8a1f4e7861089734 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:23:32.746466 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-60d407f0-bf20-42d8-b8f1-f8b9da9fa874 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:23:32.752414 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-60d407f0-bf20-42d8-b8f1-f8b9da9fa874 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:23:32.754585 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] Pushing event updated for resources: {'Network': ['ID=4711e55c-0429-4ed1-a597-f50aaf5ca59a,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:32.764495 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:32.766498 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d407f0-bf20-42d8-b8f1-f8b9da9fa874 admin admin] Made reservation on behalf of 8df1e3e356004f0d8a1f4e7861089734 for: {'subnet': 1} {{(pid=80099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:23:32.768489 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Network 4711e55c-0429-4ed1-a597-f50aaf5ca59a details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:23:32.771281 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-60d407f0-bf20-42d8-b8f1-f8b9da9fa874 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1089391'] for subnet, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:32.793346 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Network 4711e55c-0429-4ed1-a597-f50aaf5ca59a details requested by agent ovs-agent-dv-cinder-768592-3-smb with host dv-cinder-768592-3-smb {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:23:32.917931 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fd4207c3-ef09-450f-a7b7-fb286995f7bb req-a088f0c0-451e-4fea-8ad1-78c72d883672 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/ports?device_id=913aa25f-3d6e-4d9a-9cec-742b88cecd74 HTTP/1.1" status: 200 len: 210 time: 0.1120796 Jan 15 10:23:32.966362 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:23:32.977189 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07359156-7450-4db0-a1a1-08ea20680d83 None None] Sync routers for ids ['f928ab98-733a-48f0-9b83-de060b60c53c'] in dv-cinder-768592-3-smb {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:23:32.995831 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07359156-7450-4db0-a1a1-08ea20680d83 None None] Routers {'f928ab98-733a-48f0-9b83-de060b60c53c'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:23:32.998772 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-07359156-7450-4db0-a1a1-08ea20680d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:23:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['f928ab98-733a-48f0-9b83-de060b60c53c'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:33.026220 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] No DVR routers for this DVR port 924808b7-d19e-4d36-86c3-287941c575c8 on host hv-cinder-76859 {{(pid=80098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:23:33.028742 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:33.032649 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913aa25f-3d6e-4d9a-9cec-742b88cecd74', 'name': 'network-vif-deleted', 'tag': '924808b7-d19e-4d36-86c3-287941c575c8'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:23:33.073213 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-654f1ad4-7a7c-4761-a602-aeeb28e0bf16 req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.73 "DELETE /v2.0/ports/924808b7-d19e-4d36-86c3-287941c575c8 HTTP/1.1" status: 204 len: 173 time: 3.7113748 Jan 15 10:23:33.116243 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913aa25f-3d6e-4d9a-9cec-742b88cecd74', 'name': 'network-vif-deleted', 'tag': '924808b7-d19e-4d36-86c3-287941c575c8', 'status': 'completed', 'code': 200} Jan 15 10:23:33.244071 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-07359156-7450-4db0-a1a1-08ea20680d83 None None] Set router f928ab98-733a-48f0-9b83-de060b60c53c gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:23:33.352000 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-60d407f0-bf20-42d8-b8f1-f8b9da9fa874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852427919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1089374'] for subnet, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:33.368315 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:33.516754 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d407f0-bf20-42d8-b8f1-f8b9da9fa874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c46d33da-f99f-4a8a-9a1f-aeea2925bd0a,revision_number=0']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:33.520822 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-60d407f0-bf20-42d8-b8f1-f8b9da9fa874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:33.586229 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d407f0-bf20-42d8-b8f1-f8b9da9fa874 admin admin] Checking segment: {'id': 'e081e065-2f5a-4eed-af76-3f2f581a8dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4711e55c-0429-4ed1-a597-f50aaf5ca59a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:23:33.586630 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d407f0-bf20-42d8-b8f1-f8b9da9fa874 admin admin] Network hostable DHCP agents. Network: 4711e55c-0429-4ed1-a597-f50aaf5ca59a, hostable agents: ['b4fd3997-8a6f-4495-b48b-6d59b5a93601'], hosted agents: [] {{(pid=80099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:23:33.606636 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d407f0-bf20-42d8-b8f1-f8b9da9fa874 admin admin] Network 4711e55c-0429-4ed1-a597-f50aaf5ca59a is scheduled to be hosted by DHCP agent b4fd3997-8a6f-4495-b48b-6d59b5a93601 with binding_index 1 {{(pid=80099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:23:33.615715 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-60d407f0-bf20-42d8-b8f1-f8b9da9fa874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-smb, 4711e55c-0429-4ed1-a597-f50aaf5ca59a) {{(pid=80099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:23:33.626749 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb82b4e-c551-4528-9878-4337322cb837 None None] Network 4711e55c-0429-4ed1-a597-f50aaf5ca59a requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:23:33.630846 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d407f0-bf20-42d8-b8f1-f8b9da9fa874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:33.631725 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-60d407f0-bf20-42d8-b8f1-f8b9da9fa874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for subnet, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:33.671832 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-60d407f0-bf20-42d8-b8f1-f8b9da9fa874 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9475594 Jan 15 10:23:33.757237 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-07359156-7450-4db0-a1a1-08ea20680d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'name': 'tempest-AttachVolumeShelveTestJSON-830703347-router', 'tenant_id': '7967420a877241f7a390365788b33c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:06Z', 'updated_at': '2021-01-15T10:17:17Z', 'revision_number': 4, 'project_id': '7967420a877241f7a390365788b33c53', 'gw_port': {'id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:07Z', 'updated_at': '2021-01-15T10:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '8beff705-7158-4ebc-87fa-3400ea529163', 'name': '', 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d', 'tenant_id': '7967420a877241f7a390365788b33c53', 'mac_address': 'fa:16:3e:4b:b7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:14Z', 'updated_at': '2021-01-15T10:17:32Z', 'revision_number': 5, 'project_id': '7967420a877241f7a390365788b33c53', 'subnets': [{'id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:33.763711 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07359156-7450-4db0-a1a1-08ea20680d83 None None] Checking router: f928ab98-733a-48f0-9b83-de060b60c53c for host: dv-cinder-768592-3-smb {{(pid=80101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:23:33.775445 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07359156-7450-4db0-a1a1-08ea20680d83 None None] Routers {'f928ab98-733a-48f0-9b83-de060b60c53c'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:23:33.776360 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-07359156-7450-4db0-a1a1-08ea20680d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:23:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['f928ab98-733a-48f0-9b83-de060b60c53c'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:33.898089 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c4af78-9be1-4b84-890d-0e0f5d78852c None None] Network 4711e55c-0429-4ed1-a597-f50aaf5ca59a requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:23:33.990190 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-07359156-7450-4db0-a1a1-08ea20680d83 None None] Set router f928ab98-733a-48f0-9b83-de060b60c53c gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:23:34.135584 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 34242) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:34.223275 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-728b0d1c-35e0-4db1-9fc2-d172c0d8e180 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:34.352240 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-07359156-7450-4db0-a1a1-08ea20680d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'name': 'tempest-AttachVolumeShelveTestJSON-830703347-router', 'tenant_id': '7967420a877241f7a390365788b33c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:06Z', 'updated_at': '2021-01-15T10:17:17Z', 'revision_number': 4, 'project_id': '7967420a877241f7a390365788b33c53', 'gw_port': {'id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:07Z', 'updated_at': '2021-01-15T10:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '8beff705-7158-4ebc-87fa-3400ea529163', 'name': '', 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d', 'tenant_id': '7967420a877241f7a390365788b33c53', 'mac_address': 'fa:16:3e:4b:b7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:14Z', 'updated_at': '2021-01-15T10:17:32Z', 'revision_number': 5, 'project_id': '7967420a877241f7a390365788b33c53', 'subnets': [{'id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:34.354162 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-728b0d1c-35e0-4db1-9fc2-d172c0d8e180 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:34.357341 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07359156-7450-4db0-a1a1-08ea20680d83 None None] The sync data for ids ['f928ab98-733a-48f0-9b83-de060b60c53c'] in dv-cinder-768592-3-smb is: [{'id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'name': 'tempest-AttachVolumeShelveTestJSON-830703347-router', 'tenant_id': '7967420a877241f7a390365788b33c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:06Z', 'updated_at': '2021-01-15T10:17:17Z', 'revision_number': 4, 'project_id': '7967420a877241f7a390365788b33c53', 'gw_port': {'id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:07Z', 'updated_at': '2021-01-15T10:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '8beff705-7158-4ebc-87fa-3400ea529163', 'name': '', 'network_id': 'ee63e9f3-0f98-4146-b7e4-219c5a0de38d', 'tenant_id': '7967420a877241f7a390365788b33c53', 'mac_address': 'fa:16:3e:4b:b7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:14Z', 'updated_at': '2021-01-15T10:17:32Z', 'revision_number': 5, 'project_id': '7967420a877241f7a390365788b33c53', 'subnets': [{'id': '8bbdcee5-7bf8-47ea-8b3b-e146795708a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:23:34.459381 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-866c1429-9b00-4b8b-88b2-53d0e5312b23 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:34.460143 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-866c1429-9b00-4b8b-88b2-53d0e5312b23 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Synchronizing usage tracker for tenant:8df1e3e356004f0d8a1f4e7861089734 on resource:network {{(pid=80099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:23:34.475514 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-728b0d1c-35e0-4db1-9fc2-d172c0d8e180 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:34.482502 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:34.501774 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b0d1c-35e0-4db1-9fc2-d172c0d8e180 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6439af-ee91-4131-b6e5-169d9879d1ef,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:34.503631 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-866c1429-9b00-4b8b-88b2-53d0e5312b23 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Unset dirty status for tenant:8df1e3e356004f0d8a1f4e7861089734 on resource:network {{(pid=80099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:23:34.504923 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-866c1429-9b00-4b8b-88b2-53d0e5312b23 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/networks?id=4711e55c-0429-4ed1-a597-f50aaf5ca59a HTTP/1.1" status: 200 len: 814 time: 0.2829168 Jan 15 10:23:34.506578 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-728b0d1c-35e0-4db1-9fc2-d172c0d8e180 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:34.522292 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-728b0d1c-35e0-4db1-9fc2-d172c0d8e180 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:34.523969 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-728b0d1c-35e0-4db1-9fc2-d172c0d8e180 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "DELETE /v2.0/security-groups/fd6439af-ee91-4131-b6e5-169d9879d1ef HTTP/1.1" status: 204 len: 168 time: 0.3868816 Jan 15 10:23:34.527971 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-654f3734-43bb-4790-95db-16ec2d0e3154 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/quotas/8df1e3e356004f0d8a1f4e7861089734 HTTP/1.1" status: 200 len: 375 time: 0.0141122 Jan 15 10:23:34.527971 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 34254) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:34.588280 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.api.v2.resource [None req-1458116e-72ff-4d9f-988b-f1e908befae5 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] show failed (client error): The resource could not be found. Jan 15 10:23:34.589436 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-1458116e-72ff-4d9f-988b-f1e908befae5 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "GET /v2.0/security-groups/fd6439af-ee91-4131-b6e5-169d9879d1ef HTTP/1.1" status: 404 len: 347 time: 0.0612094 Jan 15 10:23:34.592672 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 34258) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:34.596002 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-5a55a035-7840-4e4c-9113-e60379f33e83 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?tenant_id=8df1e3e356004f0d8a1f4e7861089734&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544810 Jan 15 10:23:34.753461 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fe4e2f-2132-41e7-90b7-bc5f036ac4b3 None None] New status for floating IP 42effd6e-aecd-4546-a850-99e0e4ed1cba: DOWN {{(pid=80100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 10:23:34.771475 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-b81ce49e-ea27-4667-a49e-c371eda53684 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Deleting port 9fbfac33-31a5-4bde-8744-1ccfb505f711 {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:23:34.771858 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b81ce49e-ea27-4667-a49e-c371eda53684 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:34.826375 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-79629114-7d90-4b4e-baa0-37d80206893a service neutron] 10.222.0.60 "GET /v2.0/networks/4711e55c-0429-4ed1-a597-f50aaf5ca59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204919 Jan 15 10:23:34.962629 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b81ce49e-ea27-4667-a49e-c371eda53684 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:34.963162 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b81ce49e-ea27-4667-a49e-c371eda53684 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for floatingip, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:34.979512 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-30c38ac7-f87f-489b-8c18-8e2d591cf50d service neutron] 10.222.0.60 "GET /v2.0/networks/4711e55c-0429-4ed1-a597-f50aaf5ca59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1462009 Jan 15 10:23:35.102323 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-b81ce49e-ea27-4667-a49e-c371eda53684 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Calling delete_port for 9fbfac33-31a5-4bde-8744-1ccfb505f711 owned by network:floatingip {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:23:35.180613 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.db.api [None req-b81ce49e-ea27-4667-a49e-c371eda53684 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80098) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:23:35.180979 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_db.api [None req-b81ce49e-ea27-4667-a49e-c371eda53684 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:23:35.682142 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-b81ce49e-ea27-4667-a49e-c371eda53684 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Deleting port 9fbfac33-31a5-4bde-8744-1ccfb505f711 {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:23:35.682753 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b81ce49e-ea27-4667-a49e-c371eda53684 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:35.869164 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b81ce49e-ea27-4667-a49e-c371eda53684 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:35.869533 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b81ce49e-ea27-4667-a49e-c371eda53684 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for floatingip, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:35.999392 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-b81ce49e-ea27-4667-a49e-c371eda53684 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Calling delete_port for 9fbfac33-31a5-4bde-8744-1ccfb505f711 owned by network:floatingip {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:23:36.146643 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b81ce49e-ea27-4667-a49e-c371eda53684 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:36.162969 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f949d096-f403-437b-b31f-c6aee06e9e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:36.206875 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f9329bbe-f390-4cc0-adc9-31e5a68e3059 req-cb3dc34c-4abd-44ea-9819-65167b0b71fb tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=ccc52759-28a3-43f8-9b90-7509cfb36887 HTTP/1.1" status: 200 len: 210 time: 0.0467856 Jan 15 10:23:36.215721 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ce49e-ea27-4667-a49e-c371eda53684 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Pushing event deleted for resources: {'Port': ['ID=9fbfac33-31a5-4bde-8744-1ccfb505f711,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:36.220003 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b81ce49e-ea27-4667-a49e-c371eda53684 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:36.387002 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b81ce49e-ea27-4667-a49e-c371eda53684 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks [] for floatingip, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:36.402007 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b81ce49e-ea27-4667-a49e-c371eda53684 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for floatingip, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:36.406118 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-b81ce49e-ea27-4667-a49e-c371eda53684 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] 10.222.0.60 "DELETE /v2.0/floatingips/42effd6e-aecd-4546-a850-99e0e4ed1cba HTTP/1.1" status: 204 len: 168 time: 1.8094826 Jan 15 10:23:37.319343 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-1bece4fb-4a93-4f7e-9bf9-65a1edab56e2 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:37.323382 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-1bece4fb-4a93-4f7e-9bf9-65a1edab56e2 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.73 "GET /v2.0/networks?id=4711e55c-0429-4ed1-a597-f50aaf5ca59a HTTP/1.1" status: 200 len: 814 time: 0.1858237 Jan 15 10:23:37.343433 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-086147b5-82c2-4381-a1fe-d64ab44e4889 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Request body: {'port': {'device_id': 'ccc52759-28a3-43f8-9b90-7509cfb36887', 'network_id': '4711e55c-0429-4ed1-a597-f50aaf5ca59a', 'admin_state_up': True, 'tenant_id': '8df1e3e356004f0d8a1f4e7861089734'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:23:37.403979 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b3475776-838c-4ad5-9c8b-891100df8941 req-fff7aa5a-50e1-4a6d-9c62-4275a7580db5 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=ccc52759-28a3-43f8-9b90-7509cfb36887 HTTP/1.1" status: 200 len: 210 time: 0.0492883 Jan 15 10:23:37.491998 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-086147b5-82c2-4381-a1fe-d64ab44e4889 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:23:37.496210 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-086147b5-82c2-4381-a1fe-d64ab44e4889 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Usage tracker for resource:port and tenant:8df1e3e356004f0d8a1f4e7861089734 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:23:37.499288 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-086147b5-82c2-4381-a1fe-d64ab44e4889 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Quota usage for port was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:23:37.505222 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-086147b5-82c2-4381-a1fe-d64ab44e4889 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:23:37.514180 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-086147b5-82c2-4381-a1fe-d64ab44e4889 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Made reservation on behalf of 8df1e3e356004f0d8a1f4e7861089734 for: {'port': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:23:37.523518 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-086147b5-82c2-4381-a1fe-d64ab44e4889 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:37.850690 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-086147b5-82c2-4381-a1fe-d64ab44e4889 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Allocated IP 172.20.0.11 (4711e55c-0429-4ed1-a597-f50aaf5ca59a/c46d33da-f99f-4a8a-9a1f-aeea2925bd0a/98db5a05-be22-46ba-ba2a-cc806c12c37f) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:23:38.076550 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-086147b5-82c2-4381-a1fe-d64ab44e4889 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:38.103046 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-086147b5-82c2-4381-a1fe-d64ab44e4889 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:38.118892 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67b2e6e5-4dba-4377-a097-1c5b8a89fea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:38.514399 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086147b5-82c2-4381-a1fe-d64ab44e4889 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Pushing event updated for resources: {'Port': ['ID=98db5a05-be22-46ba-ba2a-cc806c12c37f,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:38.518900 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-086147b5-82c2-4381-a1fe-d64ab44e4889 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:38.564816 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-086147b5-82c2-4381-a1fe-d64ab44e4889 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Network 4711e55c-0429-4ed1-a597-f50aaf5ca59a is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:23:38.565955 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-086147b5-82c2-4381-a1fe-d64ab44e4889 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:23:38.568200 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-086147b5-82c2-4381-a1fe-d64ab44e4889 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:23:38.646325 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-086147b5-82c2-4381-a1fe-d64ab44e4889 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:38.647002 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-086147b5-82c2-4381-a1fe-d64ab44e4889 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:38.648440 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa80d56-6883-4f6f-b26b-ff4b0c0e9b80 req-61b24b33-745c-468a-9ca8-164fc41699e7 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:38.650120 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4aa80d56-6883-4f6f-b26b-ff4b0c0e9b80 req-61b24b33-745c-468a-9ca8-164fc41699e7 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=ccc52759-28a3-43f8-9b90-7509cfb36887 HTTP/1.1" status: 200 len: 932 time: 0.1046045 Jan 15 10:23:38.671056 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-086147b5-82c2-4381-a1fe-d64ab44e4889 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3321600 Jan 15 10:23:38.683769 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] Request body: {'port': {'device_id': 'ccc52759-28a3-43f8-9b90-7509cfb36887', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:23:38.703601 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-4aa80d56-6883-4f6f-b26b-ff4b0c0e9b80 req-5a43f22c-d402-44e1-944f-9867b972adc5 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Synchronizing usage tracker for tenant:8df1e3e356004f0d8a1f4e7861089734 on resource:security_group {{(pid=80099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:23:38.720226 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-4aa80d56-6883-4f6f-b26b-ff4b0c0e9b80 req-5a43f22c-d402-44e1-944f-9867b972adc5 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Unset dirty status for tenant:8df1e3e356004f0d8a1f4e7861089734 on resource:security_group {{(pid=80099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:23:38.721479 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4aa80d56-6883-4f6f-b26b-ff4b0c0e9b80 req-5a43f22c-d402-44e1-944f-9867b972adc5 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651493 Jan 15 10:23:38.800142 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:39.218566 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98db5a05-be22-46ba-ba2a-cc806c12c37f {{(pid=80098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:23:39.226112 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:39.238647 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] Transition to ACTIVE for port object 98db5a05-be22-46ba-ba2a-cc806c12c37f will not be triggered until provisioned by entity L2. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:23:39.242180 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:39.263173 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-cac1f5da-058d-438d-9393-2e123274fdb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:39.277288 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 34304) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:39.406993 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] Pushing event updated for resources: {'Port': ['ID=98db5a05-be22-46ba-ba2a-cc806c12c37f,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:39.411301 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:39.587191 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] Attempting to bind port 98db5a05-be22-46ba-ba2a-cc806c12c37f on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:23:39.587931 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] Attempting to bind port 98db5a05-be22-46ba-ba2a-cc806c12c37f by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'e081e065-2f5a-4eed-af76-3f2f581a8dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4711e55c-0429-4ed1-a597-f50aaf5ca59a'}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:23:39.588414 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] Attempting to bind port 98db5a05-be22-46ba-ba2a-cc806c12c37f on network 4711e55c-0429-4ed1-a597-f50aaf5ca59a {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:23:39.596547 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] Checking agent: {'id': '8c829481-49a9-437b-96a2-5739862171f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 15, 15), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:23:39.597181 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] Checking segment: {'id': 'e081e065-2f5a-4eed-af76-3f2f581a8dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4711e55c-0429-4ed1-a597-f50aaf5ca59a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:23:39.597861 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:39.598542 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] Bound using segment: {'id': 'e081e065-2f5a-4eed-af76-3f2f581a8dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4711e55c-0429-4ed1-a597-f50aaf5ca59a'} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:23:39.599400 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] Bound port: 98db5a05-be22-46ba-ba2a-cc806c12c37f, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e081e065-2f5a-4eed-af76-3f2f581a8dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4711e55c-0429-4ed1-a597-f50aaf5ca59a'}}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:23:39.600301 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:39.700217 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] For port 98db5a05-be22-46ba-ba2a-cc806c12c37f, host hv-cinder-76859, cleared binding levels {{(pid=80098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:23:39.703399 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] For port 98db5a05-be22-46ba-ba2a-cc806c12c37f, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=98db5a05-be22-46ba-ba2a-cc806c12c37f,segment=NetworkSegment(e081e065-2f5a-4eed-af76-3f2f581a8dc0),segment_id=e081e065-2f5a-4eed-af76-3f2f581a8dc0)] {{(pid=80098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:23:39.707302 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:39.723708 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-2d703cf3-0175-4e91-be31-9993af145618 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:39.888506 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] Pushing event updated for resources: {'Port': ['ID=98db5a05-be22-46ba-ba2a-cc806c12c37f,revision_number=3']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:39.894298 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:39.931793 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:39.933054 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:39.934361 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] 10.222.0.73 "PUT /v2.0/ports/98db5a05-be22-46ba-ba2a-cc806c12c37f HTTP/1.1" status: 200 len: 1158 time: 1.2556467 Jan 15 10:23:39.935043 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc52759-28a3-43f8-9b90-7509cfb36887', 'tag': '98db5a05-be22-46ba-ba2a-cc806c12c37f'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:23:40.022046 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccc52759-28a3-43f8-9b90-7509cfb36887', 'tag': '98db5a05-be22-46ba-ba2a-cc806c12c37f', 'status': 'completed', 'code': 200} Jan 15 10:23:40.066326 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-9d25d51f-5520-4661-8917-7fe01c05faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:40.068071 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-9d25d51f-5520-4661-8917-7fe01c05faa2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8df1e3e356004f0d8a1f4e7861089734&device_id=ccc52759-28a3-43f8-9b90-7509cfb36887 HTTP/1.1" status: 200 len: 1161 time: 0.0836515 Jan 15 10:23:40.151623 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-4d880fdc-3302-433a-8641-f46ff515ac02 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98db5a05-be22-46ba-ba2a-cc806c12c37f HTTP/1.1" status: 200 len: 217 time: 0.0720916 Jan 15 10:23:40.223298 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-2f10d5e2-4023-43e6-8a4d-aab1138683bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:40.225158 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-2f10d5e2-4023-43e6-8a4d-aab1138683bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c46d33da-f99f-4a8a-9a1f-aeea2925bd0a HTTP/1.1" status: 200 len: 854 time: 0.0660133 Jan 15 10:23:40.233567 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0aae901a-d280-4874-9108-7b8e57613901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520160'] for router_interface, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:40.279655 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-231dc21d-4c86-45c2-ad74-f5b08b59c4ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4711e55c-0429-4ed1-a597-f50aaf5ca59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477557 Jan 15 10:23:40.313868 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85495d-c371-495c-a432-8c9a02bf56e7 req-2b677f64-8737-458e-be5a-6842d6993349 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:40.315539 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-da85495d-c371-495c-a432-8c9a02bf56e7 req-2b677f64-8737-458e-be5a-6842d6993349 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=ccc52759-28a3-43f8-9b90-7509cfb36887 HTTP/1.1" status: 200 len: 944 time: 0.4549160 Jan 15 10:23:40.427896 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-e5d2083f-7d2e-4b58-868b-ab3b2760b262 service neutron] 10.222.0.73 "GET /v2.0/networks/4711e55c-0429-4ed1-a597-f50aaf5ca59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416693 Jan 15 10:23:40.454578 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-da85495d-c371-495c-a432-8c9a02bf56e7 req-ecd19752-527f-47cb-8229-5f9db7a8a2e0 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296442 Jan 15 10:23:40.580456 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ac61580e-c5d9-4d39-8705-309cbedd0498 req-3018b3a5-af4b-40f3-965b-fb720b08fac3 service neutron] 10.222.0.73 "GET /v2.0/networks/4711e55c-0429-4ed1-a597-f50aaf5ca59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1444778 Jan 15 10:23:40.704611 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7e969-2140-4748-97e3-db0cd657f425 req-d56f8930-de21-4653-95a8-91fcebb135bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:40.706266 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-27b7e969-2140-4748-97e3-db0cd657f425 req-d56f8930-de21-4653-95a8-91fcebb135bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8df1e3e356004f0d8a1f4e7861089734&device_id=ccc52759-28a3-43f8-9b90-7509cfb36887 HTTP/1.1" status: 200 len: 1161 time: 0.0777984 Jan 15 10:23:40.790933 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-0aae901a-d280-4874-9108-7b8e57613901 admin admin] Deleting port 8beff705-7158-4ebc-87fa-3400ea529163 {{(pid=80099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:23:40.791364 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0aae901a-d280-4874-9108-7b8e57613901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:40.856323 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7e969-2140-4748-97e3-db0cd657f425 req-03656dfa-d6f1-424b-b19e-0507130a4e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:40.857924 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-27b7e969-2140-4748-97e3-db0cd657f425 req-03656dfa-d6f1-424b-b19e-0507130a4e45 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4711e55c-0429-4ed1-a597-f50aaf5ca59a HTTP/1.1" status: 200 len: 908 time: 0.1449146 Jan 15 10:23:40.934873 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-27b7e969-2140-4748-97e3-db0cd657f425 req-5c3757b5-4a62-4f08-a9a7-b6519352aa19 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98db5a05-be22-46ba-ba2a-cc806c12c37f HTTP/1.1" status: 200 len: 217 time: 0.0701325 Jan 15 10:23:40.990311 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-0aae901a-d280-4874-9108-7b8e57613901 admin admin] For port 8beff705-7158-4ebc-87fa-3400ea529163, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=8beff705-7158-4ebc-87fa-3400ea529163,segment=NetworkSegment(46701ca6-a814-4d34-86b7-c77ab641a4f7),segment_id=46701ca6-a814-4d34-86b7-c77ab641a4f7)] {{(pid=80099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:23:40.990705 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0aae901a-d280-4874-9108-7b8e57613901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:41.010007 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7e969-2140-4748-97e3-db0cd657f425 req-443ee4b7-082d-4bdb-9cbc-cbc1ad68c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:41.011663 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-27b7e969-2140-4748-97e3-db0cd657f425 req-443ee4b7-082d-4bdb-9cbc-cbc1ad68c05f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c46d33da-f99f-4a8a-9a1f-aeea2925bd0a HTTP/1.1" status: 200 len: 854 time: 0.0701234 Jan 15 10:23:41.065483 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-27b7e969-2140-4748-97e3-db0cd657f425 req-8d577418-89cc-41ab-8ea9-73fbe7179583 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4711e55c-0429-4ed1-a597-f50aaf5ca59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445211 Jan 15 10:23:41.144510 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-0aae901a-d280-4874-9108-7b8e57613901 admin admin] Calling delete_port for 8beff705-7158-4ebc-87fa-3400ea529163 owned by network:router_interface {{(pid=80099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:23:41.215280 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-27b7e969-2140-4748-97e3-db0cd657f425 req-4ffa8833-e9e3-4dce-bbb6-35e71c23e839 service neutron] 10.222.0.73 "GET /v2.0/networks/4711e55c-0429-4ed1-a597-f50aaf5ca59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417542 Jan 15 10:23:41.405173 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-27b7e969-2140-4748-97e3-db0cd657f425 req-c8a446f7-7246-45dc-8805-32c4b86678eb service neutron] 10.222.0.73 "GET /v2.0/networks/4711e55c-0429-4ed1-a597-f50aaf5ca59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1829431 Jan 15 10:23:41.488593 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0aae901a-d280-4874-9108-7b8e57613901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427881'] for port, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:41.507451 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:41.589670 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae901a-d280-4874-9108-7b8e57613901 admin admin] Pushing event deleted for resources: {'Port': ['ID=8beff705-7158-4ebc-87fa-3400ea529163,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:41.592567 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0aae901a-d280-4874-9108-7b8e57613901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:41.840823 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bac71-d9d0-4512-b696-8167204711b6 req-5cc20632-931c-4f4b-a4be-0798a7d0acbb tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:41.842543 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4b9bac71-d9d0-4512-b696-8167204711b6 req-5cc20632-931c-4f4b-a4be-0798a7d0acbb tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=ccc52759-28a3-43f8-9b90-7509cfb36887 HTTP/1.1" status: 200 len: 944 time: 0.2482936 Jan 15 10:23:42.019916 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d8382ea3-711c-41e7-9fc5-d90529e7d0ea req-972041bd-ec07-49cf-8503-4c69d5e70ece tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1442459321&fields=id&tenant_id=f5dd2c97bdf843d8ae7b78413f5c97dc HTTP/1.1" status: 200 len: 267 time: 0.1717715 Jan 15 10:23:42.079586 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4b9bac71-d9d0-4512-b696-8167204711b6 req-c9f8c9b3-695d-423f-9a1b-8ee2010fdea9 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221680 Jan 15 10:23:42.205691 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0aae901a-d280-4874-9108-7b8e57613901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853748691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854256272'] for router_interface, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:42.262187 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8382ea3-711c-41e7-9fc5-d90529e7d0ea req-9a4c2a09-51d0-43f0-80bd-1c4ec4dd18a6 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:42.263815 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d8382ea3-711c-41e7-9fc5-d90529e7d0ea req-9a4c2a09-51d0-43f0-80bd-1c4ec4dd18a6 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 985 time: 0.1767321 Jan 15 10:23:42.324763 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-d8382ea3-711c-41e7-9fc5-d90529e7d0ea req-3ebe98eb-368f-48cc-9362-f8394a8a87cc tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Request body: {'port': {'security_groups': ['1136d194-4403-4bca-8a19-dc36a751639b']}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:23:42.549359 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-d8382ea3-711c-41e7-9fc5-d90529e7d0ea req-3ebe98eb-368f-48cc-9362-f8394a8a87cc tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:42.861725 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.objects.ports [None req-490c46ee-d02b-48bc-b00d-43c02c6c6eb1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80100) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 10:23:43.192615 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 98db5a05-be22-46ba-ba2a-cc806c12c37f up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:23:43.262691 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning for port 98db5a05-be22-46ba-ba2a-cc806c12c37f completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:23:43.267812 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 98db5a05-be22-46ba-ba2a-cc806c12c37f triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:43.268229 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:43.393461 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:43.418569 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aae901a-d280-4874-9108-7b8e57613901 admin admin] Router f928ab98-733a-48f0-9b83-de060b60c53c has already been hosted by L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 {{(pid=80099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:23:43.422177 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc52759-28a3-43f8-9b90-7509cfb36887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98db5a05-be22-46ba-ba2a-cc806c12c37f'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:23:43.433845 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port 98db5a05-be22-46ba-ba2a-cc806c12c37f, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=98db5a05-be22-46ba-ba2a-cc806c12c37f,segment=NetworkSegment(e081e065-2f5a-4eed-af76-3f2f581a8dc0),segment_id=e081e065-2f5a-4eed-af76-3f2f581a8dc0)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:23:43.436809 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:43.438888 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:43.513316 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=98db5a05-be22-46ba-ba2a-cc806c12c37f,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:43.522151 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:43.522721 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:43.523191 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:43.523560 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:43.523924 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:43.524290 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:43.524651 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:43.525008 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:43.525368 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:43.525728 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:43.526084 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:43.526439 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:43.526834 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:43.527231 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:43.527585 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:43.527968 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:43.528322 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:43.528673 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:43.529023 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:43.529378 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:43.529729 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:43.530081 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:43.530433 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:43.530781 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:43.535191 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:43.583428 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-d8382ea3-711c-41e7-9fc5-d90529e7d0ea req-3ebe98eb-368f-48cc-9362-f8394a8a87cc tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] For port 56dd8a9d-dd87-42d0-a4ef-f00426163079, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=56dd8a9d-dd87-42d0-a4ef-f00426163079,segment=NetworkSegment(7073c9f7-3cbf-445c-a24f-dcc8f466ac0a),segment_id=7073c9f7-3cbf-445c-a24f-dcc8f466ac0a)] {{(pid=80099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:23:43.608207 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c528b29-e48a-484a-96d1-97a83a0ba735 req-d10e28fc-ba47-4e78-9f09-3712446880fa tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:43.609914 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9c528b29-e48a-484a-96d1-97a83a0ba735 req-d10e28fc-ba47-4e78-9f09-3712446880fa tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=ccc52759-28a3-43f8-9b90-7509cfb36887 HTTP/1.1" status: 200 len: 944 time: 0.3898497 Jan 15 10:23:43.717265 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-d8382ea3-711c-41e7-9fc5-d90529e7d0ea req-3ebe98eb-368f-48cc-9362-f8394a8a87cc tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks [] for port, precommit_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:43.724094 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9c528b29-e48a-484a-96d1-97a83a0ba735 req-8edccc6c-9343-42c9-816d-34e6d749075d tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027207 Jan 15 10:23:43.728010 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-d8382ea3-711c-41e7-9fc5-d90529e7d0ea req-3ebe98eb-368f-48cc-9362-f8394a8a87cc tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2347918'] for port, after_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:43.751735 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:43.794903 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc52759-28a3-43f8-9b90-7509cfb36887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98db5a05-be22-46ba-ba2a-cc806c12c37f', 'code': 200} Jan 15 10:23:43.827910 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aae901a-d280-4874-9108-7b8e57613901 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:23:43.845622 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310c1027-b25e-4da1-8c82-7f3ed47353f3 None None] Sync routers for ids ['f928ab98-733a-48f0-9b83-de060b60c53c'] in dv-cinder-768592-3-smb {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:23:43.856760 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310c1027-b25e-4da1-8c82-7f3ed47353f3 None None] Routers {'f928ab98-733a-48f0-9b83-de060b60c53c'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:23:43.857883 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-310c1027-b25e-4da1-8c82-7f3ed47353f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:23:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['f928ab98-733a-48f0-9b83-de060b60c53c'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:43.928776 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-0aae901a-d280-4874-9108-7b8e57613901 admin admin] 10.222.0.60 "PUT /v2.0/routers/f928ab98-733a-48f0-9b83-de060b60c53c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6501484 Jan 15 10:23:43.932327 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe98eb-368f-48cc-9362-f8394a8a87cc tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Pushing event updated for resources: {'Port': ['ID=56dd8a9d-dd87-42d0-a4ef-f00426163079,revision_number=6']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:43.933349 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 34326) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:43.937341 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-3ebe98eb-368f-48cc-9362-f8394a8a87cc tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:44.020455 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8382ea3-711c-41e7-9fc5-d90529e7d0ea req-3ebe98eb-368f-48cc-9362-f8394a8a87cc tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:44.021207 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-d8382ea3-711c-41e7-9fc5-d90529e7d0ea req-3ebe98eb-368f-48cc-9362-f8394a8a87cc tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:44.023562 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d8382ea3-711c-41e7-9fc5-d90529e7d0ea req-3ebe98eb-368f-48cc-9362-f8394a8a87cc tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "PUT /v2.0/ports/56dd8a9d-dd87-42d0-a4ef-f00426163079 HTTP/1.1" status: 200 len: 943 time: 1.7110047 Jan 15 10:23:44.024136 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e89ac94-b8fe-44dc-9613-0ec44ec4beef', 'tag': '56dd8a9d-dd87-42d0-a4ef-f00426163079'}] {{(pid=80099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:23:44.065428 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-310c1027-b25e-4da1-8c82-7f3ed47353f3 None None] Set router f928ab98-733a-48f0-9b83-de060b60c53c gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:23:44.125684 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-76c160c2-a521-42b4-a6ab-515c81c962df req-e39179f6-18cf-4f56-b8c1-1f12fe49fa1b tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups/f1a12dc3-f5a1-41a8-ba9e-8a6058f78872 HTTP/1.1" status: 200 len: 3005 time: 0.0662520 Jan 15 10:23:44.246546 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-76c160c2-a521-42b4-a6ab-515c81c962df req-fad3a8dd-d4d8-4837-8c54-da0eb2243714 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:44.284082 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-76c160c2-a521-42b4-a6ab-515c81c962df req-fad3a8dd-d4d8-4837-8c54-da0eb2243714 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:44.310188 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8329d-c6b7-4ff6-ac3d-3855e865a5f2 req-58b8a0d8-87b5-497c-89f0-84d474b1b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:44.311854 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d9e8329d-c6b7-4ff6-ac3d-3855e865a5f2 req-58b8a0d8-87b5-497c-89f0-84d474b1b59c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ccc52759-28a3-43f8-9b90-7509cfb36887 HTTP/1.1" status: 200 len: 1163 time: 0.2858140 Jan 15 10:23:44.345149 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-76c160c2-a521-42b4-a6ab-515c81c962df req-fad3a8dd-d4d8-4837-8c54-da0eb2243714 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:44.349639 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-924a7a4f-2a27-4af7-b0bb-c1db73942514 admin admin] Notify callbacks [] for router, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:44.358263 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-abe581be-7be9-434c-9433-dd5dfb8efd1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:44.376768 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3a8dd-d4d8-4837-8c54-da0eb2243714 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a12dc3-f5a1-41a8-ba9e-8a6058f78872,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:44.380928 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e89ac94-b8fe-44dc-9613-0ec44ec4beef', 'tag': '56dd8a9d-dd87-42d0-a4ef-f00426163079', 'status': 'completed', 'code': 200} Jan 15 10:23:44.381711 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-fad3a8dd-d4d8-4837-8c54-da0eb2243714 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:44.389015 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-76c160c2-a521-42b4-a6ab-515c81c962df req-fad3a8dd-d4d8-4837-8c54-da0eb2243714 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:44.395973 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-76c160c2-a521-42b4-a6ab-515c81c962df req-fad3a8dd-d4d8-4837-8c54-da0eb2243714 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "DELETE /v2.0/security-groups/f1a12dc3-f5a1-41a8-ba9e-8a6058f78872 HTTP/1.1" status: 204 len: 173 time: 0.2669604 Jan 15 10:23:44.492709 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-310c1027-b25e-4da1-8c82-7f3ed47353f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'name': 'tempest-AttachVolumeShelveTestJSON-830703347-router', 'tenant_id': '7967420a877241f7a390365788b33c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:06Z', 'updated_at': '2021-01-15T10:23:41Z', 'revision_number': 5, 'project_id': '7967420a877241f7a390365788b33c53', 'gw_port': {'id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:07Z', 'updated_at': '2021-01-15T10:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:44.498111 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310c1027-b25e-4da1-8c82-7f3ed47353f3 None None] Checking router: f928ab98-733a-48f0-9b83-de060b60c53c for host: dv-cinder-768592-3-smb {{(pid=80101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:23:44.509095 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310c1027-b25e-4da1-8c82-7f3ed47353f3 None None] Routers {'f928ab98-733a-48f0-9b83-de060b60c53c'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:23:44.510310 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-310c1027-b25e-4da1-8c82-7f3ed47353f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:23:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['f928ab98-733a-48f0-9b83-de060b60c53c'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:44.565314 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-54e334d4-f5e7-40b2-9573-2cc430aea2e1 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/floatingips/90a12599-244b-472a-9043-3a1e2c595f6f HTTP/1.1" status: 200 len: 999 time: 0.1404142 Jan 15 10:23:44.608486 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d9e8329d-c6b7-4ff6-ac3d-3855e865a5f2 req-2e8f0ca1-6a4a-410f-949d-85cb75ddbb37 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855740 Jan 15 10:23:44.665395 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a6384-310c-448a-83fd-c5ad80228ba5 req-48d5388d-b105-4dac-ab51-8c6e2855950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:44.667086 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5f9a6384-310c-448a-83fd-c5ad80228ba5 req-48d5388d-b105-4dac-ab51-8c6e2855950d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f5dd2c97bdf843d8ae7b78413f5c97dc&device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 1163 time: 0.2451639 Jan 15 10:23:44.676134 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-924a7a4f-2a27-4af7-b0bb-c1db73942514 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:44.679991 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-0e00eea2-4332-4d24-87e7-9b437471f9cd None None] Provisioning complete for port 56dd8a9d-dd87-42d0-a4ef-f00426163079 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:44.680553 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0e00eea2-4332-4d24-87e7-9b437471f9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:44.682867 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-924a7a4f-2a27-4af7-b0bb-c1db73942514 admin admin] Deleting port 0882b8a3-e444-4905-b360-138b0d60fe48 {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:23:44.683583 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-924a7a4f-2a27-4af7-b0bb-c1db73942514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:44.737448 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-310c1027-b25e-4da1-8c82-7f3ed47353f3 None None] Set router f928ab98-733a-48f0-9b83-de060b60c53c gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:23:44.773875 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-09c821ea-b9e3-46b2-aa71-ec0c1a1654b5 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:44.775968 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-09c821ea-b9e3-46b2-aa71-ec0c1a1654b5 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/networks/512bef08-258b-4e03-8592-7639e3feb0a7 HTTP/1.1" status: 200 len: 784 time: 0.2026498 Jan 15 10:23:44.790677 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-e36b77be-4b16-4b9a-a655-9d770df92d64 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:23:44.800537 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-e36b77be-4b16-4b9a-a655-9d770df92d64 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0162530 Jan 15 10:23:44.903753 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 98db5a05-be22-46ba-ba2a-cc806c12c37f up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:23:44.927339 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-2824090d-0065-40e2-b249-d40e214f13ad tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.28.0.147 HTTP/1.1" status: 200 len: 1002 time: 0.1257913 Jan 15 10:23:45.010855 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 98db5a05-be22-46ba-ba2a-cc806c12c37f triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:45.011448 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:45.135317 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-f420d5f5-306e-452d-a04b-6cfdc32a07d7 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:45.137170 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-f420d5f5-306e-452d-a04b-6cfdc32a07d7 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports/56dd8a9d-dd87-42d0-a4ef-f00426163079 HTTP/1.1" status: 200 len: 943 time: 0.2016642 Jan 15 10:23:45.162763 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 56dd8a9d-dd87-42d0-a4ef-f00426163079 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:23:45.175628 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-310c1027-b25e-4da1-8c82-7f3ed47353f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'name': 'tempest-AttachVolumeShelveTestJSON-830703347-router', 'tenant_id': '7967420a877241f7a390365788b33c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:06Z', 'updated_at': '2021-01-15T10:23:41Z', 'revision_number': 5, 'project_id': '7967420a877241f7a390365788b33c53', 'gw_port': {'id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:07Z', 'updated_at': '2021-01-15T10:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:45.182513 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d2ba3-65e0-4676-a828-da19a3ad0002 req-811a1821-9d4c-45f6-b7c0-afa6be092e21 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:45.183792 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310c1027-b25e-4da1-8c82-7f3ed47353f3 None None] The sync data for ids ['f928ab98-733a-48f0-9b83-de060b60c53c'] in dv-cinder-768592-3-smb is: [{'id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'name': 'tempest-AttachVolumeShelveTestJSON-830703347-router', 'tenant_id': '7967420a877241f7a390365788b33c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:17:06Z', 'updated_at': '2021-01-15T10:23:41Z', 'revision_number': 5, 'project_id': '7967420a877241f7a390365788b33c53', 'gw_port': {'id': '0882b8a3-e444-4905-b360-138b0d60fe48', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f928ab98-733a-48f0-9b83-de060b60c53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:17:07Z', 'updated_at': '2021-01-15T10:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}] {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:23:45.184555 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7b1d2ba3-65e0-4676-a828-da19a3ad0002 req-811a1821-9d4c-45f6-b7c0-afa6be092e21 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=ccc52759-28a3-43f8-9b90-7509cfb36887 HTTP/1.1" status: 200 len: 946 time: 0.1784871 Jan 15 10:23:45.252097 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 56dd8a9d-dd87-42d0-a4ef-f00426163079 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:45.252684 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:45.282237 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7b1d2ba3-65e0-4676-a828-da19a3ad0002 req-dfa87837-967b-4f31-bd3c-835f8a98f08d tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913301 Jan 15 10:23:45.399898 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-d78b02ae-8851-4ff3-aac2-9806cfa4da1d tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.28.0.147 HTTP/1.1" status: 200 len: 1002 time: 0.1145637 Jan 15 10:23:45.465123 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-924a7a4f-2a27-4af7-b0bb-c1db73942514 admin admin] For port 0882b8a3-e444-4905-b360-138b0d60fe48, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=0882b8a3-e444-4905-b360-138b0d60fe48,segment=NetworkSegment(b0c09c06-7b10-4f05-84b2-2c066d8764a1),segment_id=b0c09c06-7b10-4f05-84b2-2c066d8764a1)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:23:45.465527 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-924a7a4f-2a27-4af7-b0bb-c1db73942514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:45.473785 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a6384-310c-448a-83fd-c5ad80228ba5 req-1f5bbbf7-a3d0-48fa-bc76-ed078a4408e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:45.475669 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5f9a6384-310c-448a-83fd-c5ad80228ba5 req-1f5bbbf7-a3d0-48fa-bc76-ed078a4408e0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=af2f5627-bf44-4a11-94b8-1bbbb4a02f2b HTTP/1.1" status: 200 len: 908 time: 0.6723928 Jan 15 10:23:45.520461 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:45.525080 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ec00a5ac-c5d2-44f8-b6d9-47b9f1ee24d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:45.661095 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-24a95276-043a-4884-86c3-fb47ba01da33 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Deleting port c4314b20-093e-4b79-92a5-607d78efde67 {{(pid=80099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:23:45.661618 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-24a95276-043a-4884-86c3-fb47ba01da33 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:45.665845 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-924a7a4f-2a27-4af7-b0bb-c1db73942514 admin admin] Calling delete_port for 0882b8a3-e444-4905-b360-138b0d60fe48 owned by network:router_gateway {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:23:45.761446 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5f9a6384-310c-448a-83fd-c5ad80228ba5 req-f10c6513-a020-4252-ba0a-da35e49f2f12 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56dd8a9d-dd87-42d0-a4ef-f00426163079 HTTP/1.1" status: 200 len: 1002 time: 0.2786515 Jan 15 10:23:45.856383 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-24a95276-043a-4884-86c3-fb47ba01da33 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:45.856662 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-24a95276-043a-4884-86c3-fb47ba01da33 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks [] for floatingip, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:45.894586 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a6384-310c-448a-83fd-c5ad80228ba5 req-1cbc78ac-f5d8-4e94-a3ec-bf2064cc8362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:45.896203 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5f9a6384-310c-448a-83fd-c5ad80228ba5 req-1cbc78ac-f5d8-4e94-a3ec-bf2064cc8362 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e7b1517-6c77-4d39-a202-dc8213f3896c HTTP/1.1" status: 200 len: 853 time: 0.1180780 Jan 15 10:23:45.902595 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-924a7a4f-2a27-4af7-b0bb-c1db73942514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:45.993238 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-24a95276-043a-4884-86c3-fb47ba01da33 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Calling delete_port for c4314b20-093e-4b79-92a5-607d78efde67 owned by network:floatingip {{(pid=80099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:23:46.111288 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a6384-310c-448a-83fd-c5ad80228ba5 req-b59d77a4-1de8-4654-99b5-0472dd67c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:46.112838 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5f9a6384-310c-448a-83fd-c5ad80228ba5 req-b59d77a4-1de8-4654-99b5-0472dd67c1f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af2f5627-bf44-4a11-94b8-1bbbb4a02f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1953115 Jan 15 10:23:46.151425 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-24a95276-043a-4884-86c3-fb47ba01da33 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427881'] for port, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:46.170499 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:46.222937 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a95276-043a-4884-86c3-fb47ba01da33 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Pushing event deleted for resources: {'Port': ['ID=c4314b20-093e-4b79-92a5-607d78efde67,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:46.226129 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-24a95276-043a-4884-86c3-fb47ba01da33 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:46.277552 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-924a7a4f-2a27-4af7-b0bb-c1db73942514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854365976'] for router_gateway, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:46.398092 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-24a95276-043a-4884-86c3-fb47ba01da33 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks [] for floatingip, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:46.398546 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.l3_db [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-24a95276-043a-4884-86c3-fb47ba01da33 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Floating IP 90a12599-244b-472a-9043-3a1e2c595f6f disassociated (deleted). External IP: 172.28.0.147, port: 56dd8a9d-dd87-42d0-a4ef-f00426163079. Jan 15 10:23:46.421843 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-924a7a4f-2a27-4af7-b0bb-c1db73942514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036852685478'] for router, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:46.433512 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-924a7a4f-2a27-4af7-b0bb-c1db73942514 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:46.448901 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5f9a6384-310c-448a-83fd-c5ad80228ba5 req-fa01af1c-8fe1-4106-b490-fcea6cb5b45a service neutron] 10.222.0.73 "GET /v2.0/networks/af2f5627-bf44-4a11-94b8-1bbbb4a02f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010755 Jan 15 10:23:46.501743 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-924a7a4f-2a27-4af7-b0bb-c1db73942514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854376878'] for router, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:46.502313 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924a7a4f-2a27-4af7-b0bb-c1db73942514 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f928ab98-733a-48f0-9b83-de060b60c53c {{(pid=80098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 10:23:46.611147 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-924a7a4f-2a27-4af7-b0bb-c1db73942514 admin admin] Notify callbacks [] for router, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:46.612476 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-924a7a4f-2a27-4af7-b0bb-c1db73942514 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f928ab98-733a-48f0-9b83-de060b60c53c HTTP/1.1" status: 204 len: 168 time: 2.6779919 Jan 15 10:23:46.616428 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 34342) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:46.671998 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5f9a6384-310c-448a-83fd-c5ad80228ba5 req-c6df0f24-b077-4ada-be39-eee0b7a2d3a6 service neutron] 10.222.0.73 "GET /v2.0/networks/af2f5627-bf44-4a11-94b8-1bbbb4a02f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2150126 Jan 15 10:23:46.702041 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca2ef13-e580-4a6f-96fa-fbf44303e4dc admin admin] Deleting subnet 8bbdcee5-7bf8-47ea-8b3b-e146795708a7 {{(pid=80098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:23:46.705841 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5ca2ef13-e580-4a6f-96fa-fbf44303e4dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:46.772666 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5ca2ef13-e580-4a6f-96fa-fbf44303e4dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3229886'] for subnet, precommit_delete_associations {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:46.872426 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5ca2ef13-e580-4a6f-96fa-fbf44303e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854144639'] for subnet, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:46.946803 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d31cde-b914-455f-a08b-a462bfd083f3 req-b0ee812a-f233-4cad-a803-8ab07a6e0e7f tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:46.948465 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-49d31cde-b914-455f-a08b-a462bfd083f3 req-b0ee812a-f233-4cad-a803-8ab07a6e0e7f tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=ccc52759-28a3-43f8-9b90-7509cfb36887 HTTP/1.1" status: 200 len: 946 time: 0.4945238 Jan 15 10:23:47.098011 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 8beff705-7158-4ebc-87fa-3400ea529163 no longer exists at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:23:47.141376 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] No Port match for: 8beff705-7158-4ebc-87fa-3400ea529163 {{(pid=80100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:23:47.142010 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 8beff705-7158-4ebc-87fa-3400ea529163 not bound to the agent host dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:23:47.142329 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 0882b8a3-e444-4905-b360-138b0d60fe48 no longer exists at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:23:47.152862 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-49d31cde-b914-455f-a08b-a462bfd083f3 req-4a1a426e-ae58-432c-a31f-ab28c3183e7a tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467049 Jan 15 10:23:47.167759 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5ca2ef13-e580-4a6f-96fa-fbf44303e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850609153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852289168'] for subnet, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:47.176659 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] No Port match for: 0882b8a3-e444-4905-b360-138b0d60fe48 {{(pid=80100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:23:47.177062 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 0882b8a3-e444-4905-b360-138b0d60fe48 not bound to the agent host dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:23:47.189645 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-39ef392d-9a7d-4c35-a283-1e2d4b16ae46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:47.193039 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-24a95276-043a-4884-86c3-fb47ba01da33 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Router 2125bf57-2947-464f-a340-25397626000f has already been hosted by L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 {{(pid=80099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:23:47.245184 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2ef13-e580-4a6f-96fa-fbf44303e4dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bbdcee5-7bf8-47ea-8b3b-e146795708a7,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:47.249783 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-5ca2ef13-e580-4a6f-96fa-fbf44303e4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:47.333404 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5ca2ef13-e580-4a6f-96fa-fbf44303e4dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:47.342348 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-5ca2ef13-e580-4a6f-96fa-fbf44303e4dc admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8bbdcee5-7bf8-47ea-8b3b-e146795708a7 HTTP/1.1" status: 204 len: 168 time: 0.7224290 Jan 15 10:23:47.342637 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 34348) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:47.343985 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0867667e-35b6-42bf-9c40-78c990ba3f01 None None] Network ee63e9f3-0f98-4146-b7e4-219c5a0de38d requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:23:47.414818 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-24a95276-043a-4884-86c3-fb47ba01da33 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:23:47.442660 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-24a95276-043a-4884-86c3-fb47ba01da33 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for floatingip, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:47.469941 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-36b18bb6-56c4-4547-96a0-47b7c066241f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357326'] for network, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:47.519180 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-24a95276-043a-4884-86c3-fb47ba01da33 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "DELETE /v2.0/floatingips/90a12599-244b-472a-9043-3a1e2c595f6f HTTP/1.1" status: 204 len: 173 time: 2.1140306 Jan 15 10:23:47.519810 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e89ac94-b8fe-44dc-9613-0ec44ec4beef', 'tag': '56dd8a9d-dd87-42d0-a4ef-f00426163079'}] {{(pid=80099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:23:47.523449 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50357357-fa97-4a8d-8661-bae5e4c8d0a8 None None] Sync routers for ids ['2125bf57-2947-464f-a340-25397626000f'] in dv-cinder-768592-3-smb {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:23:47.545954 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-36b18bb6-56c4-4547-96a0-47b7c066241f admin admin] Deleting port c1deb574-5c8e-4e0d-a1d8-3748df8b15a7 {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:23:47.546418 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-36b18bb6-56c4-4547-96a0-47b7c066241f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:47.575263 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50357357-fa97-4a8d-8661-bae5e4c8d0a8 None None] Routers {'2125bf57-2947-464f-a340-25397626000f'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:23:47.576137 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-50357357-fa97-4a8d-8661-bae5e4c8d0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:23:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['2125bf57-2947-464f-a340-25397626000f'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:47.609174 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e89ac94-b8fe-44dc-9613-0ec44ec4beef', 'tag': '56dd8a9d-dd87-42d0-a4ef-f00426163079', 'status': 'completed', 'code': 200} Jan 15 10:23:47.771321 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-487c1ff6-cb0e-4c8f-a6fe-c5d06fe530c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:47.780636 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-487c1ff6-cb0e-4c8f-a6fe-c5d06fe530c6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5dd2c97bdf843d8ae7b78413f5c97dc&device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 1163 time: 0.2326283 Jan 15 10:23:47.896261 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-50357357-fa97-4a8d-8661-bae5e4c8d0a8 None None] Set router 2125bf57-2947-464f-a340-25397626000f gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:23:47.909701 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189c68b-378b-40c9-98bd-088db7205537 req-b0b77c64-dc1f-4618-838c-928e7298af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:47.911669 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3189c68b-378b-40c9-98bd-088db7205537 req-b0b77c64-dc1f-4618-838c-928e7298af1a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f5dd2c97bdf843d8ae7b78413f5c97dc&device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 1163 time: 0.2714031 Jan 15 10:23:47.960612 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-35af2238-63de-4542-9bb5-df7afac8c4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:47.962439 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-35af2238-63de-4542-9bb5-df7afac8c4e4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af2f5627-bf44-4a11-94b8-1bbbb4a02f2b HTTP/1.1" status: 200 len: 908 time: 0.1809616 Jan 15 10:23:47.985127 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-36b18bb6-56c4-4547-96a0-47b7c066241f admin admin] For port c1deb574-5c8e-4e0d-a1d8-3748df8b15a7, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=c1deb574-5c8e-4e0d-a1d8-3748df8b15a7,segment=NetworkSegment(46701ca6-a814-4d34-86b7-c77ab641a4f7),segment_id=46701ca6-a814-4d34-86b7-c77ab641a4f7)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:23:47.985457 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-36b18bb6-56c4-4547-96a0-47b7c066241f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:48.044750 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-82c55939-0a89-48ca-bad4-b60f92b29792 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56dd8a9d-dd87-42d0-a4ef-f00426163079 HTTP/1.1" status: 200 len: 217 time: 0.0748441 Jan 15 10:23:48.070416 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-553db097-43ba-4572-bc85-33c5a5812ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:48.122475 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-9d49dcee-c4f8-428e-8f4b-d6a67224a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:48.131308 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-9d49dcee-c4f8-428e-8f4b-d6a67224a6f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0e7b1517-6c77-4d39-a202-dc8213f3896c HTTP/1.1" status: 200 len: 853 time: 0.0776086 Jan 15 10:23:48.187595 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f97fa9d-7400-4a0d-b48d-83a83585bc8a None None] DHCP port deletion for ee63e9f3-0f98-4146-b7e4-219c5a0de38d request from dv-cinder-768592-3-smb {{(pid=80100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 10:23:48.188303 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-36b18bb6-56c4-4547-96a0-47b7c066241f admin admin] Calling delete_port for c1deb574-5c8e-4e0d-a1d8-3748df8b15a7 owned by network:dhcp {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:23:48.207363 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-4f97fa9d-7400-4a0d-b48d-83a83585bc8a None None] Deleting port c1deb574-5c8e-4e0d-a1d8-3748df8b15a7 {{(pid=80100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:23:48.207936 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4f97fa9d-7400-4a0d-b48d-83a83585bc8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:48.219440 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-b572224d-68d2-45bd-992f-dae265f728f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:48.221114 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-b572224d-68d2-45bd-992f-dae265f728f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af2f5627-bf44-4a11-94b8-1bbbb4a02f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0884254 Jan 15 10:23:48.274062 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189c68b-378b-40c9-98bd-088db7205537 req-fab4de33-7ec8-4030-90dc-76fbe703f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:48.275884 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3189c68b-378b-40c9-98bd-088db7205537 req-fab4de33-7ec8-4030-90dc-76fbe703f49a service neutron] 10.222.0.73 "GET /v2.0/networks?id=af2f5627-bf44-4a11-94b8-1bbbb4a02f2b HTTP/1.1" status: 200 len: 908 time: 0.3574305 Jan 15 10:23:48.392147 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-df9ecc43-c117-4796-a030-c475cd2c09fc service neutron] 10.222.0.60 "GET /v2.0/networks/af2f5627-bf44-4a11-94b8-1bbbb4a02f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627040 Jan 15 10:23:48.536140 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-4f97fa9d-7400-4a0d-b48d-83a83585bc8a None None] For port c1deb574-5c8e-4e0d-a1d8-3748df8b15a7, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=c1deb574-5c8e-4e0d-a1d8-3748df8b15a7,segment=NetworkSegment(46701ca6-a814-4d34-86b7-c77ab641a4f7),segment_id=46701ca6-a814-4d34-86b7-c77ab641a4f7)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:23:48.536593 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4f97fa9d-7400-4a0d-b48d-83a83585bc8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:48.550938 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:48.562236 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-637f6786-0b1a-43c8-ab9b-323f3d11b264 req-ec506f59-c7fb-4dcf-b60a-4f5f89b02c3c service neutron] 10.222.0.60 "GET /v2.0/networks/af2f5627-bf44-4a11-94b8-1bbbb4a02f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1618297 Jan 15 10:23:48.613885 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3189c68b-378b-40c9-98bd-088db7205537 req-475021fb-d128-4003-bc73-42b08fe60808 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56dd8a9d-dd87-42d0-a4ef-f00426163079 HTTP/1.1" status: 200 len: 217 time: 0.3269653 Jan 15 10:23:48.619834 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-36b18bb6-56c4-4547-96a0-47b7c066241f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:48.639225 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d6723277-a355-432c-9c1a-9cbdc9c111e9 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:48.672606 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-50357357-fa97-4a8d-8661-bae5e4c8d0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2125bf57-2947-464f-a340-25397626000f', 'name': 'tempest-TestMinimumBasicScenario-887938499-router', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:26Z', 'updated_at': '2021-01-15T10:21:31Z', 'revision_number': 4, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'gw_port': {'id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2125bf57-2947-464f-a340-25397626000f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:27Z', 'updated_at': '2021-01-15T10:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': 'cb979f7c-ed23-478f-8305-04e385d015dd', 'name': '', 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'mac_address': 'fa:16:3e:0b:16:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2125bf57-2947-464f-a340-25397626000f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0e7b1517-6c77-4d39-a202-dc8213f3896c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:30Z', 'updated_at': '2021-01-15T10:21:39Z', 'revision_number': 5, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'subnets': [{'id': '0e7b1517-6c77-4d39-a202-dc8213f3896c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:48.681779 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-4f97fa9d-7400-4a0d-b48d-83a83585bc8a None None] Calling delete_port for c1deb574-5c8e-4e0d-a1d8-3748df8b15a7 owned by network:dhcp {{(pid=80100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:23:48.727388 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50357357-fa97-4a8d-8661-bae5e4c8d0a8 None None] Checking router: 2125bf57-2947-464f-a340-25397626000f for host: dv-cinder-768592-3-smb {{(pid=80100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:23:48.742692 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b18bb6-56c4-4547-96a0-47b7c066241f admin admin] Pushing event deleted for resources: {'Port': ['ID=c1deb574-5c8e-4e0d-a1d8-3748df8b15a7,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:48.751395 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50357357-fa97-4a8d-8661-bae5e4c8d0a8 None None] Routers {'2125bf57-2947-464f-a340-25397626000f'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:23:48.752087 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-50357357-fa97-4a8d-8661-bae5e4c8d0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:23:48Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['2125bf57-2947-464f-a340-25397626000f'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:48.758636 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-36b18bb6-56c4-4547-96a0-47b7c066241f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:48.853134 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189c68b-378b-40c9-98bd-088db7205537 req-ec9cc49a-d2d0-4cfc-abfd-d64544e7a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:48.854751 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3189c68b-378b-40c9-98bd-088db7205537 req-ec9cc49a-d2d0-4cfc-abfd-d64544e7a42a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e7b1517-6c77-4d39-a202-dc8213f3896c HTTP/1.1" status: 200 len: 853 time: 0.2192156 Jan 15 10:23:48.914406 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b18bb6-56c4-4547-96a0-47b7c066241f admin admin] No DVR routers for this DVR port c1deb574-5c8e-4e0d-a1d8-3748df8b15a7 on host dv-cinder-768592-3-smb {{(pid=80098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:23:49.059489 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-36b18bb6-56c4-4547-96a0-47b7c066241f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631286', 'neutron.services.segments.db._delete_segments_for_network-8727284934413'] for network, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:49.186626 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-50357357-fa97-4a8d-8661-bae5e4c8d0a8 None None] Set router 2125bf57-2947-464f-a340-25397626000f gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:23:49.246821 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-36b18bb6-56c4-4547-96a0-47b7c066241f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee63e9f3-0f98-4146-b7e4-219c5a0de38d']}} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:49.259903 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device c1deb574-5c8e-4e0d-a1d8-3748df8b15a7 no longer exists at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:23:49.277256 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-36b18bb6-56c4-4547-96a0-47b7c066241f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46701ca6-a814-4d34-86b7-c77ab641a4f7') {'for_net_delete': True} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:49.277592 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-36b18bb6-56c4-4547-96a0-47b7c066241f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46701ca6-a814-4d34-86b7-c77ab641a4f7') {} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:49.296284 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-36b18bb6-56c4-4547-96a0-47b7c066241f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309569803022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851545978'] for segment, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:49.316468 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] No Port match for: c1deb574-5c8e-4e0d-a1d8-3748df8b15a7 {{(pid=80100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:23:49.317179 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device c1deb574-5c8e-4e0d-a1d8-3748df8b15a7 not bound to the agent host dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:23:49.318455 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-36b18bb6-56c4-4547-96a0-47b7c066241f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:49.321954 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-36b18bb6-56c4-4547-96a0-47b7c066241f admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:23:49.330923 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.db.api [None req-4f97fa9d-7400-4a0d-b48d-83a83585bc8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80100) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:23:49.331367 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_db.api [None req-4f97fa9d-7400-4a0d-b48d-83a83585bc8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:23:49.444457 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189c68b-378b-40c9-98bd-088db7205537 req-3551e355-341d-4739-bd81-9bcf2edf14f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:49.448176 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3189c68b-378b-40c9-98bd-088db7205537 req-3551e355-341d-4739-bd81-9bcf2edf14f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af2f5627-bf44-4a11-94b8-1bbbb4a02f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5851688 Jan 15 10:23:49.528148 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:49.601616 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-36b18bb6-56c4-4547-96a0-47b7c066241f admin admin] Network ee63e9f3-0f98-4146-b7e4-219c5a0de38d has no segments {{(pid=80098) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:23:49.615465 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-36b18bb6-56c4-4547-96a0-47b7c066241f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-629596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850609246'] for segment, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:49.687806 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-50357357-fa97-4a8d-8661-bae5e4c8d0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2125bf57-2947-464f-a340-25397626000f', 'name': 'tempest-TestMinimumBasicScenario-887938499-router', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:26Z', 'updated_at': '2021-01-15T10:21:31Z', 'revision_number': 4, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'gw_port': {'id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2125bf57-2947-464f-a340-25397626000f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:27Z', 'updated_at': '2021-01-15T10:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': 'cb979f7c-ed23-478f-8305-04e385d015dd', 'name': '', 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'mac_address': 'fa:16:3e:0b:16:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2125bf57-2947-464f-a340-25397626000f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0e7b1517-6c77-4d39-a202-dc8213f3896c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:30Z', 'updated_at': '2021-01-15T10:21:39Z', 'revision_number': 5, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'subnets': [{'id': '0e7b1517-6c77-4d39-a202-dc8213f3896c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:49.692509 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50357357-fa97-4a8d-8661-bae5e4c8d0a8 None None] The sync data for ids ['2125bf57-2947-464f-a340-25397626000f'] in dv-cinder-768592-3-smb is: [{'id': '2125bf57-2947-464f-a340-25397626000f', 'name': 'tempest-TestMinimumBasicScenario-887938499-router', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:26Z', 'updated_at': '2021-01-15T10:21:31Z', 'revision_number': 4, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'gw_port': {'id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2125bf57-2947-464f-a340-25397626000f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:27Z', 'updated_at': '2021-01-15T10:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': 'cb979f7c-ed23-478f-8305-04e385d015dd', 'name': '', 'network_id': 'af2f5627-bf44-4a11-94b8-1bbbb4a02f2b', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'mac_address': 'fa:16:3e:0b:16:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2125bf57-2947-464f-a340-25397626000f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0e7b1517-6c77-4d39-a202-dc8213f3896c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:30Z', 'updated_at': '2021-01-15T10:21:39Z', 'revision_number': 5, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'subnets': [{'id': '0e7b1517-6c77-4d39-a202-dc8213f3896c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:23:49.832660 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-4f97fa9d-7400-4a0d-b48d-83a83585bc8a None None] Deleting port c1deb574-5c8e-4e0d-a1d8-3748df8b15a7 {{(pid=80100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:23:49.833585 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4f97fa9d-7400-4a0d-b48d-83a83585bc8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:49.938536 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-36b18bb6-56c4-4547-96a0-47b7c066241f admin admin] Network ee63e9f3-0f98-4146-b7e4-219c5a0de38d has no segments {{(pid=80098) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:23:49.950688 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-4f97fa9d-7400-4a0d-b48d-83a83585bc8a None None] The port 'c1deb574-5c8e-4e0d-a1d8-3748df8b15a7' was deleted {{(pid=80100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: Traceback (most recent call last): Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: timer() Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: cb(*args, **kw) Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: return func(*args, **kwargs) Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: self._notify() Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: self.callback(batched_events) Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: event.method(event) Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: segment_id)['aggregates'][0] Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: return f(self, *a, **k) Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: return self._get(url).json() Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: **kwargs) Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: return self.request(url, 'GET', **kwargs) Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: **endpoint_filter) Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:23:49.975631 dv-cinder-768592-3-smb neutron-server[79989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:23:50.044546 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3189c68b-378b-40c9-98bd-088db7205537 req-625e87ba-47f5-44b9-8513-c81ec29a0ee3 service neutron] 10.222.0.73 "GET /v2.0/networks/af2f5627-bf44-4a11-94b8-1bbbb4a02f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5811503 Jan 15 10:23:50.109968 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-36b18bb6-56c4-4547-96a0-47b7c066241f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409743'] for network, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:50.134223 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:50.149359 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77e970a-618f-4385-a5d9-a54ecbf58146 None None] New status for floating IP 90a12599-244b-472a-9043-3a1e2c595f6f: DOWN {{(pid=80101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 10:23:50.172993 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-9ef84bcf-84ae-4227-9f24-7cc1b3bd1d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:50.189686 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-36b18bb6-56c4-4547-96a0-47b7c066241f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:50.205474 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b18bb6-56c4-4547-96a0-47b7c066241f admin admin] Pushing event deleted for resources: {'Network': ['ID=ee63e9f3-0f98-4146-b7e4-219c5a0de38d,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:50.213168 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-36b18bb6-56c4-4547-96a0-47b7c066241f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:50.238760 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-36b18bb6-56c4-4547-96a0-47b7c066241f admin admin] 10.222.0.60 "DELETE /v2.0/networks/ee63e9f3-0f98-4146-b7e4-219c5a0de38d HTTP/1.1" status: 204 len: 168 time: 2.8949320 Jan 15 10:23:50.250453 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3189c68b-378b-40c9-98bd-088db7205537 req-638aac3f-4fad-4c3b-8fa8-71d2cbef90ce service neutron] 10.222.0.73 "GET /v2.0/networks/af2f5627-bf44-4a11-94b8-1bbbb4a02f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1957905 Jan 15 10:23:50.424545 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 34386) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:50.486916 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-d0c2d1f6-f1e6-4c6c-8d89-8c917bace5f6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7967420a877241f7a390365788b33c53&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0610611 Jan 15 10:23:50.489545 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 34390) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:50.559389 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b0a0eeb4-a3e3-495e-a1d5-5e2fa8216616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:50.587313 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b0a0eeb4-a3e3-495e-a1d5-5e2fa8216616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:50.637006 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b0a0eeb4-a3e3-495e-a1d5-5e2fa8216616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:50.642624 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-de78ff6e-c52b-4a4f-aa90-5f866f5a53be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:50.658754 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0eeb4-a3e3-495e-a1d5-5e2fa8216616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34af22b6-4254-4180-afeb-62027af99216,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:50.665362 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b0a0eeb4-a3e3-495e-a1d5-5e2fa8216616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:50.667637 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b0a0eeb4-a3e3-495e-a1d5-5e2fa8216616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:50.668954 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-b0a0eeb4-a3e3-495e-a1d5-5e2fa8216616 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/34af22b6-4254-4180-afeb-62027af99216 HTTP/1.1" status: 204 len: 168 time: 0.1783371 Jan 15 10:23:52.304801 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-ef2e750c-ecb5-4477-92df-5695432878b1 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:52.306518 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-ef2e750c-ecb5-4477-92df-5695432878b1 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/networks?id=4711e55c-0429-4ed1-a597-f50aaf5ca59a HTTP/1.1" status: 200 len: 814 time: 0.2014577 Jan 15 10:23:52.374745 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-e0ecaeb8-9068-46cc-8477-dad84ff7f12b tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/quotas/8df1e3e356004f0d8a1f4e7861089734 HTTP/1.1" status: 200 len: 375 time: 0.0217669 Jan 15 10:23:52.493396 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fa3aa-e261-42cd-a477-c5015087e337 req-b4f537c0-9855-48b6-81c5-4d5d2ad7a50a tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:52.494174 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-fd5fa3aa-e261-42cd-a477-c5015087e337 req-b4f537c0-9855-48b6-81c5-4d5d2ad7a50a tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Synchronizing usage tracker for tenant:f5dd2c97bdf843d8ae7b78413f5c97dc on resource:port {{(pid=80099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:23:52.521004 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-a97a9ae6-7699-4ff7-a3a7-76b1b51d8e71 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?tenant_id=8df1e3e356004f0d8a1f4e7861089734&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1389885 Jan 15 10:23:52.527345 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-fd5fa3aa-e261-42cd-a477-c5015087e337 req-b4f537c0-9855-48b6-81c5-4d5d2ad7a50a tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Unset dirty status for tenant:f5dd2c97bdf843d8ae7b78413f5c97dc on resource:port {{(pid=80099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:23:52.528954 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fd5fa3aa-e261-42cd-a477-c5015087e337 req-b4f537c0-9855-48b6-81c5-4d5d2ad7a50a tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 946 time: 0.2197738 Jan 15 10:23:52.681686 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-fd5fa3aa-e261-42cd-a477-c5015087e337 req-8c6bbb82-966d-44e2-b2c4-02a7d0aca732 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Synchronizing usage tracker for tenant:f5dd2c97bdf843d8ae7b78413f5c97dc on resource:security_group {{(pid=80099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:23:52.716660 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-fd5fa3aa-e261-42cd-a477-c5015087e337 req-8c6bbb82-966d-44e2-b2c4-02a7d0aca732 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Unset dirty status for tenant:f5dd2c97bdf843d8ae7b78413f5c97dc on resource:security_group {{(pid=80099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:23:52.717887 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fd5fa3aa-e261-42cd-a477-c5015087e337 req-8c6bbb82-966d-44e2-b2c4-02a7d0aca732 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656151 Jan 15 10:23:52.721398 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-2d53f244-d9a0-4594-92b0-cc73f157b39c service neutron] 10.222.0.60 "GET /v2.0/networks/4711e55c-0429-4ed1-a597-f50aaf5ca59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914923 Jan 15 10:23:52.882214 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-f40a2d3d-4fdc-4090-bdcd-51516694fe36 service neutron] 10.222.0.60 "GET /v2.0/networks/4711e55c-0429-4ed1-a597-f50aaf5ca59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1524451 Jan 15 10:23:53.092833 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-cabca004-58a4-479c-9543-4e5befaad9a3 req-a5f07e6f-d103-4ff5-a4c2-18a1232397fd tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=d2c0d5a4-13ad-4ffd-839a-8d7e0b22bb9c HTTP/1.1" status: 200 len: 210 time: 0.0511978 Jan 15 10:23:53.315380 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:23:53.981363 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc31507-6926-4556-8452-e12c365a608f req-f630d8c6-d02d-48b3-b1b9-9b73716adb43 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:53.984936 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ffc31507-6926-4556-8452-e12c365a608f req-f630d8c6-d02d-48b3-b1b9-9b73716adb43 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 946 time: 0.1275311 Jan 15 10:23:54.063831 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ffc31507-6926-4556-8452-e12c365a608f req-1d5a5a68-6027-48dc-91b6-8d70378084b6 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655682 Jan 15 10:23:54.281362 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bed30-074d-4306-9779-6e805c8d20e1 req-889a8ac3-1914-4f43-ab2d-022f550608f4 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:54.282189 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-9c0bed30-074d-4306-9779-6e805c8d20e1 req-889a8ac3-1914-4f43-ab2d-022f550608f4 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Synchronizing usage tracker for tenant:f5dd2c97bdf843d8ae7b78413f5c97dc on resource:port {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:23:54.285422 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0be351cc-0d4e-4e1b-b209-9c77a0ff47cf req-46411c71-18b4-4f77-be0a-e23692ee0b65 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=d2c0d5a4-13ad-4ffd-839a-8d7e0b22bb9c HTTP/1.1" status: 200 len: 210 time: 0.0514638 Jan 15 10:23:54.315846 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-9c0bed30-074d-4306-9779-6e805c8d20e1 req-889a8ac3-1914-4f43-ab2d-022f550608f4 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Unset dirty status for tenant:f5dd2c97bdf843d8ae7b78413f5c97dc on resource:port {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:23:54.317025 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9c0bed30-074d-4306-9779-6e805c8d20e1 req-889a8ac3-1914-4f43-ab2d-022f550608f4 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.73 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 946 time: 0.3280058 Jan 15 10:23:54.341874 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-8b77a5ef-7db2-486f-987b-0ec7a9108a44 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:54.343547 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-8b77a5ef-7db2-486f-987b-0ec7a9108a44 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.73 "GET /v2.0/networks?id=4711e55c-0429-4ed1-a597-f50aaf5ca59a HTTP/1.1" status: 200 len: 814 time: 0.2633829 Jan 15 10:23:54.384332 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-77e0c3b1-6184-4b77-90c4-16d05cbcc065 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Request body: {'port': {'device_id': 'd2c0d5a4-13ad-4ffd-839a-8d7e0b22bb9c', 'network_id': '4711e55c-0429-4ed1-a597-f50aaf5ca59a', 'admin_state_up': True, 'tenant_id': '8df1e3e356004f0d8a1f4e7861089734'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:23:54.521107 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-9c0bed30-074d-4306-9779-6e805c8d20e1 req-2d81ed5b-231d-4db6-8d9d-47d5ba565157 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Deleting port 56dd8a9d-dd87-42d0-a4ef-f00426163079 {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:23:54.521585 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-9c0bed30-074d-4306-9779-6e805c8d20e1 req-2d81ed5b-231d-4db6-8d9d-47d5ba565157 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:54.657613 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-77e0c3b1-6184-4b77-90c4-16d05cbcc065 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:23:54.671134 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-77e0c3b1-6184-4b77-90c4-16d05cbcc065 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Usage tracker for resource:port and tenant:8df1e3e356004f0d8a1f4e7861089734 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:23:54.675991 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-77e0c3b1-6184-4b77-90c4-16d05cbcc065 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Quota usage for port was recalculated. Used quota:1. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:23:54.686070 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-77e0c3b1-6184-4b77-90c4-16d05cbcc065 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:23:54.798455 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 56dd8a9d-dd87-42d0-a4ef-f00426163079 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:23:54.834075 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-77e0c3b1-6184-4b77-90c4-16d05cbcc065 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Made reservation on behalf of 8df1e3e356004f0d8a1f4e7861089734 for: {'port': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:23:54.844657 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-77e0c3b1-6184-4b77-90c4-16d05cbcc065 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:54.874033 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-9c0bed30-074d-4306-9779-6e805c8d20e1 req-2d81ed5b-231d-4db6-8d9d-47d5ba565157 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] For port 56dd8a9d-dd87-42d0-a4ef-f00426163079, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=56dd8a9d-dd87-42d0-a4ef-f00426163079,segment=NetworkSegment(7073c9f7-3cbf-445c-a24f-dcc8f466ac0a),segment_id=7073c9f7-3cbf-445c-a24f-dcc8f466ac0a)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:23:54.874429 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-9c0bed30-074d-4306-9779-6e805c8d20e1 req-2d81ed5b-231d-4db6-8d9d-47d5ba565157 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:54.918983 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:54.952170 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e89ac94-b8fe-44dc-9613-0ec44ec4beef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56dd8a9d-dd87-42d0-a4ef-f00426163079'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:23:54.963568 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port 56dd8a9d-dd87-42d0-a4ef-f00426163079, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=56dd8a9d-dd87-42d0-a4ef-f00426163079,segment=NetworkSegment(7073c9f7-3cbf-445c-a24f-dcc8f466ac0a),segment_id=7073c9f7-3cbf-445c-a24f-dcc8f466ac0a)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:23:54.966627 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:54.969238 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-69097c47-c851-437b-9efa-7b977365dd24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:55.021076 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-9c0bed30-074d-4306-9779-6e805c8d20e1 req-2d81ed5b-231d-4db6-8d9d-47d5ba565157 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Calling delete_port for 56dd8a9d-dd87-42d0-a4ef-f00426163079 owned by compute:nova {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:23:55.022047 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e89ac94-b8fe-44dc-9613-0ec44ec4beef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56dd8a9d-dd87-42d0-a4ef-f00426163079', 'code': 200} Jan 15 10:23:55.042941 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=56dd8a9d-dd87-42d0-a4ef-f00426163079,revision_number=7']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:55.046932 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:55.370891 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2933b3f-feec-4c5f-9636-8ae520592a1f req-c35c855e-8c5a-4a2f-b0b2-2ad672221a3a tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:55.372880 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b2933b3f-feec-4c5f-9636-8ae520592a1f req-c35c855e-8c5a-4a2f-b0b2-2ad672221a3a tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 944 time: 0.1384985 Jan 15 10:23:55.450970 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b2933b3f-feec-4c5f-9636-8ae520592a1f req-d6fa4e39-0f19-4d9e-bc0f-82cd3af7056f tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704107 Jan 15 10:23:55.516064 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-52e5c4c5-1950-4f7e-9186-17001875d184 req-f1362f71-41a4-45b6-9088-0364a9864c97 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=d2c0d5a4-13ad-4ffd-839a-8d7e0b22bb9c HTTP/1.1" status: 200 len: 210 time: 0.0506685 Jan 15 10:23:55.552533 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.db.api [req-9c0bed30-074d-4306-9779-6e805c8d20e1 req-2d81ed5b-231d-4db6-8d9d-47d5ba565157 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80098) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:23:55.552902 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_db.api [req-9c0bed30-074d-4306-9779-6e805c8d20e1 req-2d81ed5b-231d-4db6-8d9d-47d5ba565157 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:23:55.671704 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-77e0c3b1-6184-4b77-90c4-16d05cbcc065 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Allocated IP 172.20.0.13 (4711e55c-0429-4ed1-a597-f50aaf5ca59a/c46d33da-f99f-4a8a-9a1f-aeea2925bd0a/1276d4e0-db71-484c-b5fe-00050ed4a6ec) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:23:55.908047 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-77e0c3b1-6184-4b77-90c4-16d05cbcc065 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:55.934836 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-77e0c3b1-6184-4b77-90c4-16d05cbcc065 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:55.950451 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-9a90f726-a2ae-4d35-918c-8955f7698dc5 tempest-VolumesSnapshotTestJSON-713760849 tempest-VolumesSnapshotTestJSON-713760849] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:56.073503 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-9c0bed30-074d-4306-9779-6e805c8d20e1 req-2d81ed5b-231d-4db6-8d9d-47d5ba565157 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Deleting port 56dd8a9d-dd87-42d0-a4ef-f00426163079 {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:23:56.073792 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-9c0bed30-074d-4306-9779-6e805c8d20e1 req-2d81ed5b-231d-4db6-8d9d-47d5ba565157 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:56.140279 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0c3b1-6184-4b77-90c4-16d05cbcc065 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Pushing event updated for resources: {'Port': ['ID=1276d4e0-db71-484c-b5fe-00050ed4a6ec,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:56.146826 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-77e0c3b1-6184-4b77-90c4-16d05cbcc065 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:56.279980 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-77e0c3b1-6184-4b77-90c4-16d05cbcc065 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Network 4711e55c-0429-4ed1-a597-f50aaf5ca59a is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:23:56.283331 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-77e0c3b1-6184-4b77-90c4-16d05cbcc065 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:23:56.287641 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-77e0c3b1-6184-4b77-90c4-16d05cbcc065 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:23:56.442037 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-77e0c3b1-6184-4b77-90c4-16d05cbcc065 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:56.442713 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-77e0c3b1-6184-4b77-90c4-16d05cbcc065 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:56.472647 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-9c0bed30-074d-4306-9779-6e805c8d20e1 req-2d81ed5b-231d-4db6-8d9d-47d5ba565157 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] For port 56dd8a9d-dd87-42d0-a4ef-f00426163079, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=56dd8a9d-dd87-42d0-a4ef-f00426163079,segment=NetworkSegment(7073c9f7-3cbf-445c-a24f-dcc8f466ac0a),segment_id=7073c9f7-3cbf-445c-a24f-dcc8f466ac0a)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:23:56.473044 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-9c0bed30-074d-4306-9779-6e805c8d20e1 req-2d81ed5b-231d-4db6-8d9d-47d5ba565157 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:56.548262 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-77e0c3b1-6184-4b77-90c4-16d05cbcc065 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1732237 Jan 15 10:23:56.613763 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-9c0bed30-074d-4306-9779-6e805c8d20e1 req-2d81ed5b-231d-4db6-8d9d-47d5ba565157 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Calling delete_port for 56dd8a9d-dd87-42d0-a4ef-f00426163079 owned by compute:nova {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:23:56.649334 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-0fd5fdec-eef2-44cd-8956-20843557831a service neutron] Request body: {'port': {'device_id': 'd2c0d5a4-13ad-4ffd-839a-8d7e0b22bb9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:23:56.752295 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df1148-499d-49f5-9770-29cf7e7848cb req-9d20d735-933c-47c9-83ff-b3a8166d1599 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:56.753893 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-12df1148-499d-49f5-9770-29cf7e7848cb req-9d20d735-933c-47c9-83ff-b3a8166d1599 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 944 time: 0.1666729 Jan 15 10:23:56.834145 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8abbd-5451-48a8-93d0-331fa8a35d96 req-1db994aa-8120-4800-a99c-e8e7b5a57866 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:56.837021 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b3d8abbd-5451-48a8-93d0-331fa8a35d96 req-1db994aa-8120-4800-a99c-e8e7b5a57866 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=d2c0d5a4-13ad-4ffd-839a-8d7e0b22bb9c HTTP/1.1" status: 200 len: 932 time: 0.1789150 Jan 15 10:23:56.847877 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-0fd5fdec-eef2-44cd-8956-20843557831a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:56.848232 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-12df1148-499d-49f5-9770-29cf7e7848cb req-04f2bb99-70a1-4347-bffc-f3407e7a91d1 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/security-groups?id=1136d194-4403-4bca-8a19-dc36a751639b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873680 Jan 15 10:23:56.905184 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b3d8abbd-5451-48a8-93d0-331fa8a35d96 req-c18fa2ea-af31-4007-a81e-e1a0c2c0bc68 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558648 Jan 15 10:23:56.973307 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-9c0bed30-074d-4306-9779-6e805c8d20e1 req-2d81ed5b-231d-4db6-8d9d-47d5ba565157 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:57.000236 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-43b82cd1-5565-425c-9011-46d7bc488d16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:57.065036 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81ed5b-231d-4db6-8d9d-47d5ba565157 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Pushing event deleted for resources: {'Port': ['ID=56dd8a9d-dd87-42d0-a4ef-f00426163079,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:57.074497 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-2d81ed5b-231d-4db6-8d9d-47d5ba565157 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:57.442442 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0bed30-074d-4306-9779-6e805c8d20e1 req-2d81ed5b-231d-4db6-8d9d-47d5ba565157 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] No DVR routers for this DVR port 56dd8a9d-dd87-42d0-a4ef-f00426163079 on host hv-cinder-76859 {{(pid=80098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:23:57.446895 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-9c0bed30-074d-4306-9779-6e805c8d20e1 req-2d81ed5b-231d-4db6-8d9d-47d5ba565157 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:57.449653 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e89ac94-b8fe-44dc-9613-0ec44ec4beef', 'name': 'network-vif-deleted', 'tag': '56dd8a9d-dd87-42d0-a4ef-f00426163079'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:23:57.473270 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9c0bed30-074d-4306-9779-6e805c8d20e1 req-2d81ed5b-231d-4db6-8d9d-47d5ba565157 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.73 "DELETE /v2.0/ports/56dd8a9d-dd87-42d0-a4ef-f00426163079 HTTP/1.1" status: 204 len: 173 time: 3.1286252 Jan 15 10:23:57.534234 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e89ac94-b8fe-44dc-9613-0ec44ec4beef', 'name': 'network-vif-deleted', 'tag': '56dd8a9d-dd87-42d0-a4ef-f00426163079', 'status': 'completed', 'code': 200} Jan 15 10:23:57.591939 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-0fd5fdec-eef2-44cd-8956-20843557831a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1276d4e0-db71-484c-b5fe-00050ed4a6ec {{(pid=80098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:23:57.599517 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-0fd5fdec-eef2-44cd-8956-20843557831a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:57.613595 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-0fd5fdec-eef2-44cd-8956-20843557831a service neutron] Transition to ACTIVE for port object 1276d4e0-db71-484c-b5fe-00050ed4a6ec will not be triggered until provisioned by entity L2. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:23:57.617509 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-0fd5fdec-eef2-44cd-8956-20843557831a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:57.631241 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:57.789683 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5fdec-eef2-44cd-8956-20843557831a service neutron] Pushing event updated for resources: {'Port': ['ID=1276d4e0-db71-484c-b5fe-00050ed4a6ec,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:57.794500 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0fd5fdec-eef2-44cd-8956-20843557831a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:58.034435 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-0fd5fdec-eef2-44cd-8956-20843557831a service neutron] Attempting to bind port 1276d4e0-db71-484c-b5fe-00050ed4a6ec on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:23:58.034813 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-0fd5fdec-eef2-44cd-8956-20843557831a service neutron] Attempting to bind port 1276d4e0-db71-484c-b5fe-00050ed4a6ec by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'e081e065-2f5a-4eed-af76-3f2f581a8dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4711e55c-0429-4ed1-a597-f50aaf5ca59a'}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:23:58.035230 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-0fd5fdec-eef2-44cd-8956-20843557831a service neutron] Attempting to bind port 1276d4e0-db71-484c-b5fe-00050ed4a6ec on network 4711e55c-0429-4ed1-a597-f50aaf5ca59a {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:23:58.042231 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-0fd5fdec-eef2-44cd-8956-20843557831a service neutron] Checking agent: {'id': '8c829481-49a9-437b-96a2-5739862171f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 15, 15), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:23:58.042546 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-0fd5fdec-eef2-44cd-8956-20843557831a service neutron] Checking segment: {'id': 'e081e065-2f5a-4eed-af76-3f2f581a8dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4711e55c-0429-4ed1-a597-f50aaf5ca59a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:23:58.042928 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-0fd5fdec-eef2-44cd-8956-20843557831a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:58.043360 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-0fd5fdec-eef2-44cd-8956-20843557831a service neutron] Bound using segment: {'id': 'e081e065-2f5a-4eed-af76-3f2f581a8dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4711e55c-0429-4ed1-a597-f50aaf5ca59a'} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:23:58.043845 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-0fd5fdec-eef2-44cd-8956-20843557831a service neutron] Bound port: 1276d4e0-db71-484c-b5fe-00050ed4a6ec, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e081e065-2f5a-4eed-af76-3f2f581a8dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4711e55c-0429-4ed1-a597-f50aaf5ca59a'}}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:23:58.044219 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-0fd5fdec-eef2-44cd-8956-20843557831a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:58.090122 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f7d63bb7-fcab-427b-9b33-9a275854fe13 req-8f3e9784-90ec-4755-892a-7c93dee160bb tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] 10.222.0.60 "GET /v2.0/ports?device_id=6e89ac94-b8fe-44dc-9613-0ec44ec4beef HTTP/1.1" status: 200 len: 210 time: 0.0560257 Jan 15 10:23:58.182692 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-0fd5fdec-eef2-44cd-8956-20843557831a service neutron] For port 1276d4e0-db71-484c-b5fe-00050ed4a6ec, host hv-cinder-76859, cleared binding levels {{(pid=80098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:23:58.185993 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-0fd5fdec-eef2-44cd-8956-20843557831a service neutron] For port 1276d4e0-db71-484c-b5fe-00050ed4a6ec, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=1276d4e0-db71-484c-b5fe-00050ed4a6ec,segment=NetworkSegment(e081e065-2f5a-4eed-af76-3f2f581a8dc0),segment_id=e081e065-2f5a-4eed-af76-3f2f581a8dc0)] {{(pid=80098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:23:58.189911 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-0fd5fdec-eef2-44cd-8956-20843557831a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:58.206891 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-77e0c3b1-6184-4b77-90c4-16d05cbcc065 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:58.211378 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd8462-a967-42f7-a0f3-563956481c1c req-4b83a162-a4c3-420a-a4f8-3ae11371f2c9 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:58.213125 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5ebd8462-a967-42f7-a0f3-563956481c1c req-4b83a162-a4c3-420a-a4f8-3ae11371f2c9 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=d2c0d5a4-13ad-4ffd-839a-8d7e0b22bb9c HTTP/1.1" status: 200 len: 944 time: 0.1217046 Jan 15 10:23:58.274118 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5ebd8462-a967-42f7-a0f3-563956481c1c req-c4dfa749-d80c-42d5-b410-d852453aa5b9 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534177 Jan 15 10:23:58.364906 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5fdec-eef2-44cd-8956-20843557831a service neutron] Pushing event updated for resources: {'Port': ['ID=1276d4e0-db71-484c-b5fe-00050ed4a6ec,revision_number=3']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:58.371506 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0fd5fdec-eef2-44cd-8956-20843557831a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:58.403411 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-0fd5fdec-eef2-44cd-8956-20843557831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:58.404088 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-0fd5fdec-eef2-44cd-8956-20843557831a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:58.405565 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-0fd5fdec-eef2-44cd-8956-20843557831a service neutron] 10.222.0.73 "PUT /v2.0/ports/1276d4e0-db71-484c-b5fe-00050ed4a6ec HTTP/1.1" status: 200 len: 1158 time: 1.7989442 Jan 15 10:23:58.520856 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-35fddacb-7fa9-4bc2-a191-561eec21093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:58.522814 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-35fddacb-7fa9-4bc2-a191-561eec21093b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8df1e3e356004f0d8a1f4e7861089734&device_id=d2c0d5a4-13ad-4ffd-839a-8d7e0b22bb9c HTTP/1.1" status: 200 len: 1161 time: 0.0807326 Jan 15 10:23:58.595803 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-76299868-9a03-4284-95dd-5c7c33ecc0ac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1276d4e0-db71-484c-b5fe-00050ed4a6ec HTTP/1.1" status: 200 len: 217 time: 0.0647461 Jan 15 10:23:58.669076 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-d863e006-36af-49d2-9322-f461b5cd55eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:58.670604 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-d863e006-36af-49d2-9322-f461b5cd55eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c46d33da-f99f-4a8a-9a1f-aeea2925bd0a HTTP/1.1" status: 200 len: 854 time: 0.0672822 Jan 15 10:23:58.724113 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-e83adf87-5ba9-4a53-ac36-d6961bd62f03 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4711e55c-0429-4ed1-a597-f50aaf5ca59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460024 Jan 15 10:23:58.875959 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-c1599c7d-9f58-4328-ac6b-1dd2e3236391 service neutron] 10.222.0.73 "GET /v2.0/networks/4711e55c-0429-4ed1-a597-f50aaf5ca59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441870 Jan 15 10:23:59.024818 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2c0b1122-65f9-4e56-891e-358d8de89963 req-c30743bf-afb8-4b8b-a0f3-3d143909709e service neutron] 10.222.0.73 "GET /v2.0/networks/4711e55c-0429-4ed1-a597-f50aaf5ca59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408107 Jan 15 10:23:59.535800 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c0d5a4-13ad-4ffd-839a-8d7e0b22bb9c', 'tag': '1276d4e0-db71-484c-b5fe-00050ed4a6ec'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:23:59.626620 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c0d5a4-13ad-4ffd-839a-8d7e0b22bb9c', 'tag': '1276d4e0-db71-484c-b5fe-00050ed4a6ec', 'status': 'completed', 'code': 200} Jan 15 10:23:59.766226 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5842d-cd61-458c-967a-dce7933240b3 req-36c24fc7-05be-46a2-9fd5-e08bfaf6fe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:59.767949 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c4c5842d-cd61-458c-967a-dce7933240b3 req-36c24fc7-05be-46a2-9fd5-e08bfaf6fe81 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8df1e3e356004f0d8a1f4e7861089734&device_id=d2c0d5a4-13ad-4ffd-839a-8d7e0b22bb9c HTTP/1.1" status: 200 len: 1161 time: 0.1138222 Jan 15 10:23:59.799419 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e38678-caf6-4d87-bbc0-661d89b7ef01 req-592b5ab1-855f-419d-9b86-ef885b6ad249 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:59.801862 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-77e38678-caf6-4d87-bbc0-661d89b7ef01 req-592b5ab1-855f-419d-9b86-ef885b6ad249 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=d2c0d5a4-13ad-4ffd-839a-8d7e0b22bb9c HTTP/1.1" status: 200 len: 944 time: 0.3889081 Jan 15 10:23:59.862304 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-77e38678-caf6-4d87-bbc0-661d89b7ef01 req-889cc719-9fce-47c3-af24-4a07ad053fad tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524955 Jan 15 10:24:00.037459 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 34604) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:24:00.204042 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5842d-cd61-458c-967a-dce7933240b3 req-e0229f36-d764-41ab-b123-5e76fbe45b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:00.205573 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c4c5842d-cd61-458c-967a-dce7933240b3 req-e0229f36-d764-41ab-b123-5e76fbe45b24 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4711e55c-0429-4ed1-a597-f50aaf5ca59a HTTP/1.1" status: 200 len: 908 time: 0.4295208 Jan 15 10:24:00.286807 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c4c5842d-cd61-458c-967a-dce7933240b3 req-155651b6-f822-4a17-bb47-b01530f18810 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1276d4e0-db71-484c-b5fe-00050ed4a6ec HTTP/1.1" status: 200 len: 217 time: 0.0731270 Jan 15 10:24:00.403368 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5842d-cd61-458c-967a-dce7933240b3 req-e08c538f-94dc-4731-bce5-de29702fbffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:00.406029 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c4c5842d-cd61-458c-967a-dce7933240b3 req-e08c538f-94dc-4731-bce5-de29702fbffd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c46d33da-f99f-4a8a-9a1f-aeea2925bd0a HTTP/1.1" status: 200 len: 854 time: 0.1111057 Jan 15 10:24:00.464044 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c4c5842d-cd61-458c-967a-dce7933240b3 req-7745bd45-c207-4873-af94-47f2716c5188 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4711e55c-0429-4ed1-a597-f50aaf5ca59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482364 Jan 15 10:24:00.619537 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c4c5842d-cd61-458c-967a-dce7933240b3 req-6bdfd2bd-a011-45a3-a788-a9a3227d41df service neutron] 10.222.0.73 "GET /v2.0/networks/4711e55c-0429-4ed1-a597-f50aaf5ca59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450894 Jan 15 10:24:00.702639 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2e89caf2-3db0-41a4-bcfc-3e98d2f0f76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520160'] for router_interface, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:00.779869 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c4c5842d-cd61-458c-967a-dce7933240b3 req-b7e68cd5-7e7a-4f74-a7bf-8360c7ce527b service neutron] 10.222.0.73 "GET /v2.0/networks/4711e55c-0429-4ed1-a597-f50aaf5ca59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1538105 Jan 15 10:24:01.191310 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 1276d4e0-db71-484c-b5fe-00050ed4a6ec up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:24:01.232443 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f9350-ae36-4b1a-8c86-5122271da525 req-a02473c0-4667-4ef3-9b52-4c2f7d19a4f2 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:01.234145 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-836f9350-ae36-4b1a-8c86-5122271da525 req-a02473c0-4667-4ef3-9b52-4c2f7d19a4f2 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=d2c0d5a4-13ad-4ffd-839a-8d7e0b22bb9c HTTP/1.1" status: 200 len: 944 time: 0.1724398 Jan 15 10:24:01.262455 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning for port 1276d4e0-db71-484c-b5fe-00050ed4a6ec completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:24:01.268127 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 1276d4e0-db71-484c-b5fe-00050ed4a6ec triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:24:01.268558 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:01.341462 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-836f9350-ae36-4b1a-8c86-5122271da525 req-44d8969a-6143-412c-81a1-991b2e03b1fe tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730433 Jan 15 10:24:01.392777 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:01.401001 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-2e89caf2-3db0-41a4-bcfc-3e98d2f0f76c admin admin] Deleting port cb979f7c-ed23-478f-8305-04e385d015dd {{(pid=80099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:24:01.401382 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2e89caf2-3db0-41a4-bcfc-3e98d2f0f76c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:01.421124 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c0d5a4-13ad-4ffd-839a-8d7e0b22bb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1276d4e0-db71-484c-b5fe-00050ed4a6ec'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:24:01.432567 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port 1276d4e0-db71-484c-b5fe-00050ed4a6ec, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=1276d4e0-db71-484c-b5fe-00050ed4a6ec,segment=NetworkSegment(e081e065-2f5a-4eed-af76-3f2f581a8dc0),segment_id=e081e065-2f5a-4eed-af76-3f2f581a8dc0)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:24:01.435674 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:01.437640 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:01.496866 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c0d5a4-13ad-4ffd-839a-8d7e0b22bb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1276d4e0-db71-484c-b5fe-00050ed4a6ec', 'code': 200} Jan 15 10:24:01.523382 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=1276d4e0-db71-484c-b5fe-00050ed4a6ec,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:01.527133 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:01.606652 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-2e89caf2-3db0-41a4-bcfc-3e98d2f0f76c admin admin] For port cb979f7c-ed23-478f-8305-04e385d015dd, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=cb979f7c-ed23-478f-8305-04e385d015dd,segment=NetworkSegment(7073c9f7-3cbf-445c-a24f-dcc8f466ac0a),segment_id=7073c9f7-3cbf-445c-a24f-dcc8f466ac0a)] {{(pid=80099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:24:01.607053 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2e89caf2-3db0-41a4-bcfc-3e98d2f0f76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:01.743928 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a3090-acbb-4636-9979-1c308557d20b req-53d84c90-8d77-494d-9d2f-4df3af2c0c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:01.746160 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-247a3090-acbb-4636-9979-1c308557d20b req-53d84c90-8d77-494d-9d2f-4df3af2c0c3f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d2c0d5a4-13ad-4ffd-839a-8d7e0b22bb9c HTTP/1.1" status: 200 len: 1163 time: 0.0870357 Jan 15 10:24:01.748260 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-2e89caf2-3db0-41a4-bcfc-3e98d2f0f76c admin admin] Calling delete_port for cb979f7c-ed23-478f-8305-04e385d015dd owned by network:router_interface {{(pid=80099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:24:01.798226 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-247a3090-acbb-4636-9979-1c308557d20b req-a037d87a-0f9d-46e5-a052-a4035b7575b6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456085 Jan 15 10:24:01.931886 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2e89caf2-3db0-41a4-bcfc-3e98d2f0f76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427881'] for port, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:01.946493 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:02.007181 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89caf2-3db0-41a4-bcfc-3e98d2f0f76c admin admin] Pushing event deleted for resources: {'Port': ['ID=cb979f7c-ed23-478f-8305-04e385d015dd,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:02.011756 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-2e89caf2-3db0-41a4-bcfc-3e98d2f0f76c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:02.419813 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2e89caf2-3db0-41a4-bcfc-3e98d2f0f76c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853748691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854256272'] for router_interface, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:02.447839 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 34626) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:24:02.618085 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-aa6b7955-59c7-40a7-adce-60b2d35f4a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:02.636045 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-aa6b7955-59c7-40a7-adce-60b2d35f4a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:24:02.640384 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-aa6b7955-59c7-40a7-adce-60b2d35f4a50 admin admin] Usage tracker for resource:security_group_rule and tenant:e89de06bc6e540b5842a04a4d7f61670 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:24:02.643579 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-aa6b7955-59c7-40a7-adce-60b2d35f4a50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:24:02.650261 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-aa6b7955-59c7-40a7-adce-60b2d35f4a50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:24:02.756496 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-aa6b7955-59c7-40a7-adce-60b2d35f4a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:02.761023 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-aa6b7955-59c7-40a7-adce-60b2d35f4a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:02.771230 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b704cff2-e7db-4a43-8225-54751906568e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:02.780166 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5250d30-3df4-4242-96f5-d3097501fda3 req-048771e1-aba2-4e22-a868-382ea3ba8aec tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:02.781896 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c5250d30-3df4-4242-96f5-d3097501fda3 req-048771e1-aba2-4e22-a868-382ea3ba8aec tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=d2c0d5a4-13ad-4ffd-839a-8d7e0b22bb9c HTTP/1.1" status: 200 len: 946 time: 0.2712491 Jan 15 10:24:02.820794 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-aa6b7955-59c7-40a7-adce-60b2d35f4a50 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e89de06bc6e540b5842a04a4d7f61670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3713822 Jan 15 10:24:02.821851 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b7955-59c7-40a7-adce-60b2d35f4a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7661fbfc-99db-4da5-a2bc-0a6425d89410,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:02.826052 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-aa6b7955-59c7-40a7-adce-60b2d35f4a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:02.826815 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 34632) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:24:02.889055 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 1276d4e0-db71-484c-b5fe-00050ed4a6ec up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:24:02.900268 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-49a7abb9-a178-40c2-a79e-0a4c9a5e9ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:02.937856 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-49a7abb9-a178-40c2-a79e-0a4c9a5e9ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:03.003382 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-49a7abb9-a178-40c2-a79e-0a4c9a5e9ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:03.011000 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-691be929-30cd-4db1-b4ec-59b100145e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:03.032230 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-49a7abb9-a178-40c2-a79e-0a4c9a5e9ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:03.036127 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-49a7abb9-a178-40c2-a79e-0a4c9a5e9ef8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7661fbfc-99db-4da5-a2bc-0a6425d89410 HTTP/1.1" status: 204 len: 168 time: 0.2056551 Jan 15 10:24:03.036127 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7abb9-a178-40c2-a79e-0a4c9a5e9ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7661fbfc-99db-4da5-a2bc-0a6425d89410,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:03.040568 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 1276d4e0-db71-484c-b5fe-00050ed4a6ec triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:24:03.041139 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:03.051241 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-49a7abb9-a178-40c2-a79e-0a4c9a5e9ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:03.323995 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c5250d30-3df4-4242-96f5-d3097501fda3 req-ed68f04c-0270-4769-ab09-061d509a8708 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5307004 Jan 15 10:24:03.379755 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e89caf2-3db0-41a4-bcfc-3e98d2f0f76c admin admin] Router 2125bf57-2947-464f-a340-25397626000f has already been hosted by L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 {{(pid=80099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:24:03.579039 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e89caf2-3db0-41a4-bcfc-3e98d2f0f76c admin admin] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:24:03.589801 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32591200-c2bb-436d-8bbc-bce07ae8caa1 None None] Sync routers for ids ['2125bf57-2947-464f-a340-25397626000f'] in dv-cinder-768592-3-smb {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:24:03.594929 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-2e89caf2-3db0-41a4-bcfc-3e98d2f0f76c admin admin] 10.222.0.60 "PUT /v2.0/routers/2125bf57-2947-464f-a340-25397626000f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5542355 Jan 15 10:24:03.597572 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 34648) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:24:03.601689 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32591200-c2bb-436d-8bbc-bce07ae8caa1 None None] Routers {'2125bf57-2947-464f-a340-25397626000f'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:24:03.602380 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-32591200-c2bb-436d-8bbc-bce07ae8caa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:23:48Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['2125bf57-2947-464f-a340-25397626000f'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:24:03.795722 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2d25e731-a9e2-4a20-8e79-80ef28595cb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:03.801130 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-32591200-c2bb-436d-8bbc-bce07ae8caa1 None None] Set router 2125bf57-2947-464f-a340-25397626000f gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:24:04.020955 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2d25e731-a9e2-4a20-8e79-80ef28595cb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:04.029427 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-2d25e731-a9e2-4a20-8e79-80ef28595cb2 admin admin] Deleting port be3c4d36-cd3b-4e41-b5cd-9613c32ed40f {{(pid=80099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:24:04.030398 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2d25e731-a9e2-4a20-8e79-80ef28595cb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:04.185008 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-32591200-c2bb-436d-8bbc-bce07ae8caa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2125bf57-2947-464f-a340-25397626000f', 'name': 'tempest-TestMinimumBasicScenario-887938499-router', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:26Z', 'updated_at': '2021-01-15T10:24:01Z', 'revision_number': 5, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'gw_port': {'id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2125bf57-2947-464f-a340-25397626000f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:27Z', 'updated_at': '2021-01-15T10:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:24:04.190145 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32591200-c2bb-436d-8bbc-bce07ae8caa1 None None] Checking router: 2125bf57-2947-464f-a340-25397626000f for host: dv-cinder-768592-3-smb {{(pid=80100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:24:04.201788 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32591200-c2bb-436d-8bbc-bce07ae8caa1 None None] Routers {'2125bf57-2947-464f-a340-25397626000f'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:24:04.202459 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-32591200-c2bb-436d-8bbc-bce07ae8caa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:23:48Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['2125bf57-2947-464f-a340-25397626000f'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:24:04.238665 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-2d25e731-a9e2-4a20-8e79-80ef28595cb2 admin admin] For port be3c4d36-cd3b-4e41-b5cd-9613c32ed40f, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=be3c4d36-cd3b-4e41-b5cd-9613c32ed40f,segment=NetworkSegment(b0c09c06-7b10-4f05-84b2-2c066d8764a1),segment_id=b0c09c06-7b10-4f05-84b2-2c066d8764a1)] {{(pid=80099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:24:04.239403 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2d25e731-a9e2-4a20-8e79-80ef28595cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:04.387356 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-2d25e731-a9e2-4a20-8e79-80ef28595cb2 admin admin] Calling delete_port for be3c4d36-cd3b-4e41-b5cd-9613c32ed40f owned by network:router_gateway {{(pid=80099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:24:04.435744 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-32591200-c2bb-436d-8bbc-bce07ae8caa1 None None] Set router 2125bf57-2947-464f-a340-25397626000f gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:24:04.579224 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2d25e731-a9e2-4a20-8e79-80ef28595cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427881'] for port, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:04.762615 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b972a12-5a7b-4021-ad3c-36254cf90f4b req-22cfba17-1d67-47dd-bc8b-02ad7af9dcb2 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:04.764304 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7b972a12-5a7b-4021-ad3c-36254cf90f4b req-22cfba17-1d67-47dd-bc8b-02ad7af9dcb2 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=d2c0d5a4-13ad-4ffd-839a-8d7e0b22bb9c HTTP/1.1" status: 200 len: 946 time: 0.2311690 Jan 15 10:24:04.794879 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-32591200-c2bb-436d-8bbc-bce07ae8caa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2125bf57-2947-464f-a340-25397626000f', 'name': 'tempest-TestMinimumBasicScenario-887938499-router', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:26Z', 'updated_at': '2021-01-15T10:24:01Z', 'revision_number': 5, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'gw_port': {'id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2125bf57-2947-464f-a340-25397626000f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:27Z', 'updated_at': '2021-01-15T10:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:24:04.802296 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32591200-c2bb-436d-8bbc-bce07ae8caa1 None None] The sync data for ids ['2125bf57-2947-464f-a340-25397626000f'] in dv-cinder-768592-3-smb is: [{'id': '2125bf57-2947-464f-a340-25397626000f', 'name': 'tempest-TestMinimumBasicScenario-887938499-router', 'tenant_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:26Z', 'updated_at': '2021-01-15T10:24:01Z', 'revision_number': 5, 'project_id': 'f5dd2c97bdf843d8ae7b78413f5c97dc', 'gw_port': {'id': 'be3c4d36-cd3b-4e41-b5cd-9613c32ed40f', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2125bf57-2947-464f-a340-25397626000f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:27Z', 'updated_at': '2021-01-15T10:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}] {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:24:04.877052 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7b972a12-5a7b-4021-ad3c-36254cf90f4b req-eec6bded-4990-456a-b52d-edef63d2732d tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020052 Jan 15 10:24:04.896876 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2d25e731-a9e2-4a20-8e79-80ef28595cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854365976'] for router_gateway, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:05.072856 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device cb979f7c-ed23-478f-8305-04e385d015dd no longer exists at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:24:05.090940 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2d25e731-a9e2-4a20-8e79-80ef28595cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036852685478'] for router, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:05.093453 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2d25e731-a9e2-4a20-8e79-80ef28595cb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:05.122496 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2d25e731-a9e2-4a20-8e79-80ef28595cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854376878'] for router, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:05.123171 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d25e731-a9e2-4a20-8e79-80ef28595cb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2125bf57-2947-464f-a340-25397626000f {{(pid=80099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 10:24:05.144670 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2d25e731-a9e2-4a20-8e79-80ef28595cb2 admin admin] Notify callbacks [] for router, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:05.146096 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-2d25e731-a9e2-4a20-8e79-80ef28595cb2 admin admin] 10.222.0.60 "DELETE /v2.0/routers/2125bf57-2947-464f-a340-25397626000f HTTP/1.1" status: 204 len: 168 time: 1.5473650 Jan 15 10:24:05.150357 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 34692) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:24:05.157662 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] No Port match for: cb979f7c-ed23-478f-8305-04e385d015dd {{(pid=80100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:24:05.158681 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device cb979f7c-ed23-478f-8305-04e385d015dd not bound to the agent host dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:24:05.233115 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 34698) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:24:05.249365 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db51a4a-7c07-4454-9577-ba7736c5ec0f admin admin] Deleting subnet 0e7b1517-6c77-4d39-a202-dc8213f3896c {{(pid=80098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:24:05.252813 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0db51a4a-7c07-4454-9577-ba7736c5ec0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:05.327311 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0db51a4a-7c07-4454-9577-ba7736c5ec0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3229886'] for subnet, precommit_delete_associations {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:05.425424 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2741dfbe-0939-4cb1-aa43-2da205104a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:05.442159 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0db51a4a-7c07-4454-9577-ba7736c5ec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854144639'] for subnet, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:05.444287 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-2741dfbe-0939-4cb1-aa43-2da205104a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:24:05.448898 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-2741dfbe-0939-4cb1-aa43-2da205104a68 admin admin] Usage tracker for resource:security_group_rule and tenant:1d0df6df6def43528acf2e468146c7cd is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:24:05.452122 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-2741dfbe-0939-4cb1-aa43-2da205104a68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:24:05.458506 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-2741dfbe-0939-4cb1-aa43-2da205104a68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:24:05.569630 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2741dfbe-0939-4cb1-aa43-2da205104a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:05.573979 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2741dfbe-0939-4cb1-aa43-2da205104a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:05.586816 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-33541c76-cd8f-48f4-a48f-f145fefcf916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:05.643997 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741dfbe-0939-4cb1-aa43-2da205104a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f317f226-8a21-4682-b15d-522f8d8bb186,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:05.652517 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-2741dfbe-0939-4cb1-aa43-2da205104a68 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d0df6df6def43528acf2e468146c7cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4175293 Jan 15 10:24:05.656498 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 34710) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:24:05.657580 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-2741dfbe-0939-4cb1-aa43-2da205104a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:05.739323 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5b99ab68-9f71-470e-a929-bc929740a8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:05.774721 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5b99ab68-9f71-470e-a929-bc929740a8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:05.798667 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0db51a4a-7c07-4454-9577-ba7736c5ec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850609153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852289168'] for subnet, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:05.823249 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:05.830873 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5b99ab68-9f71-470e-a929-bc929740a8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:05.836289 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-22fc18f8-0d6f-44fb-bffb-4c39a8db7ea9 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:05.849218 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99ab68-9f71-470e-a929-bc929740a8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f317f226-8a21-4682-b15d-522f8d8bb186,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:05.857681 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-5b99ab68-9f71-470e-a929-bc929740a8d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:05.858592 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5b99ab68-9f71-470e-a929-bc929740a8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:05.859951 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-5b99ab68-9f71-470e-a929-bc929740a8d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f317f226-8a21-4682-b15d-522f8d8bb186 HTTP/1.1" status: 204 len: 168 time: 0.2012508 Jan 15 10:24:05.891001 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db51a4a-7c07-4454-9577-ba7736c5ec0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e7b1517-6c77-4d39-a202-dc8213f3896c,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:05.897849 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0db51a4a-7c07-4454-9577-ba7736c5ec0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:06.010115 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0db51a4a-7c07-4454-9577-ba7736c5ec0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:06.017637 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-0db51a4a-7c07-4454-9577-ba7736c5ec0f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0e7b1517-6c77-4d39-a202-dc8213f3896c HTTP/1.1" status: 204 len: 168 time: 0.8660731 Jan 15 10:24:06.020625 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 34722) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:24:06.021273 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a8e6de-0503-47ad-968a-9a8ef42b267d None None] Network af2f5627-bf44-4a11-94b8-1bbbb4a02f2b requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:24:06.157431 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8166b09e-81b4-46cf-abc6-8808ae63a95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357326'] for network, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:06.237374 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-8166b09e-81b4-46cf-abc6-8808ae63a95d admin admin] Deleting port be704598-4c29-4380-8381-3e662db9383f {{(pid=80099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:24:06.237659 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8166b09e-81b4-46cf-abc6-8808ae63a95d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:06.365420 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b861ed-805f-4096-9f06-acd2f48d1b28 None None] DHCP port deletion for af2f5627-bf44-4a11-94b8-1bbbb4a02f2b request from dv-cinder-768592-3-smb {{(pid=80100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 10:24:06.371803 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-a1b861ed-805f-4096-9f06-acd2f48d1b28 None None] Deleting port be704598-4c29-4380-8381-3e662db9383f {{(pid=80100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:24:06.372334 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a1b861ed-805f-4096-9f06-acd2f48d1b28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:06.517197 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-8166b09e-81b4-46cf-abc6-8808ae63a95d admin admin] For port be704598-4c29-4380-8381-3e662db9383f, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=be704598-4c29-4380-8381-3e662db9383f,segment=NetworkSegment(7073c9f7-3cbf-445c-a24f-dcc8f466ac0a),segment_id=7073c9f7-3cbf-445c-a24f-dcc8f466ac0a)] {{(pid=80099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:24:06.517598 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8166b09e-81b4-46cf-abc6-8808ae63a95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:06.617635 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-a1b861ed-805f-4096-9f06-acd2f48d1b28 None None] For port be704598-4c29-4380-8381-3e662db9383f, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=be704598-4c29-4380-8381-3e662db9383f,segment=NetworkSegment(7073c9f7-3cbf-445c-a24f-dcc8f466ac0a),segment_id=7073c9f7-3cbf-445c-a24f-dcc8f466ac0a)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:24:06.618082 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a1b861ed-805f-4096-9f06-acd2f48d1b28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:06.653764 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-8166b09e-81b4-46cf-abc6-8808ae63a95d admin admin] Calling delete_port for be704598-4c29-4380-8381-3e662db9383f owned by network:dhcp {{(pid=80099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:24:06.751455 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8166b09e-81b4-46cf-abc6-8808ae63a95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427881'] for port, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:06.759411 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-a1b861ed-805f-4096-9f06-acd2f48d1b28 None None] Calling delete_port for be704598-4c29-4380-8381-3e662db9383f owned by network:dhcp {{(pid=80100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:24:06.789461 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e63d76ab-39fe-462f-bb05-33c3ebfacd4c tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:06.837329 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166b09e-81b4-46cf-abc6-8808ae63a95d admin admin] Pushing event deleted for resources: {'Port': ['ID=be704598-4c29-4380-8381-3e662db9383f,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:06.888910 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-8166b09e-81b4-46cf-abc6-8808ae63a95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:06.965971 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8166b09e-81b4-46cf-abc6-8808ae63a95d admin admin] No DVR routers for this DVR port be704598-4c29-4380-8381-3e662db9383f on host dv-cinder-768592-3-smb {{(pid=80099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:24:07.071379 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.db.api [None req-a1b861ed-805f-4096-9f06-acd2f48d1b28 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80100) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:24:07.072806 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_db.api [None req-a1b861ed-805f-4096-9f06-acd2f48d1b28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:24:07.116332 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8166b09e-81b4-46cf-abc6-8808ae63a95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631286', 'neutron.services.segments.db._delete_segments_for_network-8727284934413'] for network, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:07.133464 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device be3c4d36-cd3b-4e41-b5cd-9613c32ed40f no longer exists at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:24:07.179727 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] No Port match for: be3c4d36-cd3b-4e41-b5cd-9613c32ed40f {{(pid=80100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:24:07.180327 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device be3c4d36-cd3b-4e41-b5cd-9613c32ed40f not bound to the agent host dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:24:07.180798 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device be704598-4c29-4380-8381-3e662db9383f no longer exists at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:24:07.218970 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] No Port match for: be704598-4c29-4380-8381-3e662db9383f {{(pid=80100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:24:07.219399 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device be704598-4c29-4380-8381-3e662db9383f not bound to the agent host dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:24:07.247855 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-8166b09e-81b4-46cf-abc6-8808ae63a95d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2f5627-bf44-4a11-94b8-1bbbb4a02f2b']}} {{(pid=80099) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:24:07.262043 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-8166b09e-81b4-46cf-abc6-8808ae63a95d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7073c9f7-3cbf-445c-a24f-dcc8f466ac0a') {'for_net_delete': True} {{(pid=80099) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:24:07.262257 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-8166b09e-81b4-46cf-abc6-8808ae63a95d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7073c9f7-3cbf-445c-a24f-dcc8f466ac0a') {} {{(pid=80099) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:24:07.275815 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8166b09e-81b4-46cf-abc6-8808ae63a95d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309569803022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2133171'] for segment, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:07.296600 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8166b09e-81b4-46cf-abc6-8808ae63a95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:07.298704 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8166b09e-81b4-46cf-abc6-8808ae63a95d admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:24:07.578060 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-a1b861ed-805f-4096-9f06-acd2f48d1b28 None None] Deleting port be704598-4c29-4380-8381-3e662db9383f {{(pid=80100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:24:07.578060 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a1b861ed-805f-4096-9f06-acd2f48d1b28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:07.670598 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-a1b861ed-805f-4096-9f06-acd2f48d1b28 None None] The port 'be704598-4c29-4380-8381-3e662db9383f' was deleted {{(pid=80100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 10:24:07.824346 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-8166b09e-81b4-46cf-abc6-8808ae63a95d admin admin] Network af2f5627-bf44-4a11-94b8-1bbbb4a02f2b has no segments {{(pid=80099) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:24:07.836711 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8166b09e-81b4-46cf-abc6-8808ae63a95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-629596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2348000'] for segment, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:08.136803 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-8166b09e-81b4-46cf-abc6-8808ae63a95d admin admin] Network af2f5627-bf44-4a11-94b8-1bbbb4a02f2b has no segments {{(pid=80099) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: Traceback (most recent call last): Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: timer() Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: cb(*args, **kw) Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: return func(*args, **kwargs) Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: self._notify() Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: self.callback(batched_events) Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: event.method(event) Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: segment_id)['aggregates'][0] Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: return f(self, *a, **k) Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: return self._get(url).json() Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: **kwargs) Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: return self.request(url, 'GET', **kwargs) Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: **endpoint_filter) Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:24:08.164119 dv-cinder-768592-3-smb neutron-server[79989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:24:08.204793 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbad32-687b-421d-9d68-78379249527b req-03bc3def-84ee-427a-8cd2-96a8595c5da6 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:08.206489 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9acbad32-687b-421d-9d68-78379249527b req-03bc3def-84ee-427a-8cd2-96a8595c5da6 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/networks?id=4711e55c-0429-4ed1-a597-f50aaf5ca59a HTTP/1.1" status: 200 len: 814 time: 0.4477453 Jan 15 10:24:08.283279 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9acbad32-687b-421d-9d68-78379249527b req-e30760ba-af1e-4043-afaf-265b59d3a207 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/quotas/8df1e3e356004f0d8a1f4e7861089734 HTTP/1.1" status: 200 len: 375 time: 0.0223548 Jan 15 10:24:08.288293 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8166b09e-81b4-46cf-abc6-8808ae63a95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409743'] for network, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:08.293812 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-fc266aa6-9d0d-40ae-9253-2425b651652f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:08.309820 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8166b09e-81b4-46cf-abc6-8808ae63a95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:08.363703 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166b09e-81b4-46cf-abc6-8808ae63a95d admin admin] Pushing event deleted for resources: {'Network': ['ID=af2f5627-bf44-4a11-94b8-1bbbb4a02f2b,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:08.372595 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-8166b09e-81b4-46cf-abc6-8808ae63a95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:08.398098 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-8166b09e-81b4-46cf-abc6-8808ae63a95d admin admin] 10.222.0.60 "DELETE /v2.0/networks/af2f5627-bf44-4a11-94b8-1bbbb4a02f2b HTTP/1.1" status: 204 len: 168 time: 2.3749204 Jan 15 10:24:08.427989 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9acbad32-687b-421d-9d68-78379249527b req-d79a3753-007b-4552-ac17-a71ba2fe7844 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?tenant_id=8df1e3e356004f0d8a1f4e7861089734&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1351702 Jan 15 10:24:08.611782 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9acbad32-687b-421d-9d68-78379249527b req-7867fcce-9f45-495b-ad3d-c03e639a36ff service neutron] 10.222.0.60 "GET /v2.0/networks/4711e55c-0429-4ed1-a597-f50aaf5ca59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746616 Jan 15 10:24:08.655656 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 34780) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:24:08.715951 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-ff46fbd7-1915-4543-b05c-982728c90be4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f5dd2c97bdf843d8ae7b78413f5c97dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587096 Jan 15 10:24:08.716881 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 34786) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:24:08.795640 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9acbad32-687b-421d-9d68-78379249527b req-a7c3bb68-6a86-4f04-9777-20ce572b1d80 service neutron] 10.222.0.60 "GET /v2.0/networks/4711e55c-0429-4ed1-a597-f50aaf5ca59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1713026 Jan 15 10:24:08.804658 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8db6412f-1ecc-4785-bc3a-91a622517679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:08.854289 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8db6412f-1ecc-4785-bc3a-91a622517679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:08.909608 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8db6412f-1ecc-4785-bc3a-91a622517679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:08.914089 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-779d1f91-48df-45a4-b8cd-17a973f147ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:08.929719 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6412f-1ecc-4785-bc3a-91a622517679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1136d194-4403-4bca-8a19-dc36a751639b,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:08.934047 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-8db6412f-1ecc-4785-bc3a-91a622517679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:08.944263 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8db6412f-1ecc-4785-bc3a-91a622517679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:08.946400 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-8db6412f-1ecc-4785-bc3a-91a622517679 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1136d194-4403-4bca-8a19-dc36a751639b HTTP/1.1" status: 204 len: 168 time: 0.2281373 Jan 15 10:24:09.042730 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-81fad274-4c08-43a3-84fa-ad6048835601 req-a56bb7de-c65f-46a9-bbc6-18c0b3ff1cc6 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=63d152c5-d744-4603-b9b0-3df0dcefe6bd HTTP/1.1" status: 200 len: 210 time: 0.0549591 Jan 15 10:24:10.278905 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-32539079-ea87-4d00-ac7b-eb5de723c7f8 req-2ee88b66-d088-46db-9a70-0f1570173743 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=63d152c5-d744-4603-b9b0-3df0dcefe6bd HTTP/1.1" status: 200 len: 210 time: 0.0775950 Jan 15 10:24:10.384664 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbad32-687b-421d-9d68-78379249527b req-94b8ce99-fdff-4333-89fb-1bf74a91afe3 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:10.386373 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9acbad32-687b-421d-9d68-78379249527b req-94b8ce99-fdff-4333-89fb-1bf74a91afe3 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.73 "GET /v2.0/networks?id=4711e55c-0429-4ed1-a597-f50aaf5ca59a HTTP/1.1" status: 200 len: 814 time: 0.2359982 Jan 15 10:24:10.407446 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-9acbad32-687b-421d-9d68-78379249527b req-af88cb83-8fc5-4d64-b35c-843e5d8763fc tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Request body: {'port': {'device_id': '63d152c5-d744-4603-b9b0-3df0dcefe6bd', 'network_id': '4711e55c-0429-4ed1-a597-f50aaf5ca59a', 'admin_state_up': True, 'tenant_id': '8df1e3e356004f0d8a1f4e7861089734'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:24:10.576565 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-9acbad32-687b-421d-9d68-78379249527b req-af88cb83-8fc5-4d64-b35c-843e5d8763fc tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:24:10.581095 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-9acbad32-687b-421d-9d68-78379249527b req-af88cb83-8fc5-4d64-b35c-843e5d8763fc tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Usage tracker for resource:port and tenant:8df1e3e356004f0d8a1f4e7861089734 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:24:10.584183 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-9acbad32-687b-421d-9d68-78379249527b req-af88cb83-8fc5-4d64-b35c-843e5d8763fc tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Quota usage for port was recalculated. Used quota:2. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:24:10.590245 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-9acbad32-687b-421d-9d68-78379249527b req-af88cb83-8fc5-4d64-b35c-843e5d8763fc tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:24:10.600430 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9acbad32-687b-421d-9d68-78379249527b req-af88cb83-8fc5-4d64-b35c-843e5d8763fc tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Made reservation on behalf of 8df1e3e356004f0d8a1f4e7861089734 for: {'port': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:24:10.609237 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-9acbad32-687b-421d-9d68-78379249527b req-af88cb83-8fc5-4d64-b35c-843e5d8763fc tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:10.934687 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [req-9acbad32-687b-421d-9d68-78379249527b req-af88cb83-8fc5-4d64-b35c-843e5d8763fc tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Allocated IP 172.20.0.4 (4711e55c-0429-4ed1-a597-f50aaf5ca59a/c46d33da-f99f-4a8a-9a1f-aeea2925bd0a/7bb442c8-bf41-427c-b190-1bb6e317c0dd) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:24:11.166850 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-9acbad32-687b-421d-9d68-78379249527b req-af88cb83-8fc5-4d64-b35c-843e5d8763fc tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:11.193153 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-9acbad32-687b-421d-9d68-78379249527b req-af88cb83-8fc5-4d64-b35c-843e5d8763fc tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:11.208848 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:11.362546 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88cb83-8fc5-4d64-b35c-843e5d8763fc tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Pushing event updated for resources: {'Port': ['ID=7bb442c8-bf41-427c-b190-1bb6e317c0dd,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:11.368389 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-af88cb83-8fc5-4d64-b35c-843e5d8763fc tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:11.422007 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9acbad32-687b-421d-9d68-78379249527b req-af88cb83-8fc5-4d64-b35c-843e5d8763fc tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Network 4711e55c-0429-4ed1-a597-f50aaf5ca59a is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:24:11.423384 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [req-9acbad32-687b-421d-9d68-78379249527b req-af88cb83-8fc5-4d64-b35c-843e5d8763fc tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:24:11.425906 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-9acbad32-687b-421d-9d68-78379249527b req-af88cb83-8fc5-4d64-b35c-843e5d8763fc tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:24:11.516326 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbad32-687b-421d-9d68-78379249527b req-af88cb83-8fc5-4d64-b35c-843e5d8763fc tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:11.516716 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-9acbad32-687b-421d-9d68-78379249527b req-af88cb83-8fc5-4d64-b35c-843e5d8763fc tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:11.544284 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9acbad32-687b-421d-9d68-78379249527b req-af88cb83-8fc5-4d64-b35c-843e5d8763fc tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1420615 Jan 15 10:24:11.557250 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-9acbad32-687b-421d-9d68-78379249527b req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] Request body: {'port': {'device_id': '63d152c5-d744-4603-b9b0-3df0dcefe6bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:24:11.697114 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-9acbad32-687b-421d-9d68-78379249527b req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:11.717551 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62308a-03cb-48b5-8693-82840728eedb req-8550a316-04e3-4b34-be04-d34aba446dd0 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:11.719580 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fe62308a-03cb-48b5-8693-82840728eedb req-8550a316-04e3-4b34-be04-d34aba446dd0 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=63d152c5-d744-4603-b9b0-3df0dcefe6bd HTTP/1.1" status: 200 len: 931 time: 0.1509256 Jan 15 10:24:11.779515 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fe62308a-03cb-48b5-8693-82840728eedb req-ae6b37fc-8266-4b4e-af7b-2d6cbca43b0f tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523918 Jan 15 10:24:12.175631 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [req-9acbad32-687b-421d-9d68-78379249527b req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bb442c8-bf41-427c-b190-1bb6e317c0dd {{(pid=80098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:24:12.183835 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-9acbad32-687b-421d-9d68-78379249527b req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:12.201234 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [req-9acbad32-687b-421d-9d68-78379249527b req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] Transition to ACTIVE for port object 7bb442c8-bf41-427c-b190-1bb6e317c0dd will not be triggered until provisioned by entity L2. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:24:12.202161 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-9acbad32-687b-421d-9d68-78379249527b req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:12.218817 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-77ccd376-1422-4654-94c5-a042091e9070 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:12.364440 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] Pushing event updated for resources: {'Port': ['ID=7bb442c8-bf41-427c-b190-1bb6e317c0dd,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:12.368534 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:12.545965 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-9acbad32-687b-421d-9d68-78379249527b req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] Attempting to bind port 7bb442c8-bf41-427c-b190-1bb6e317c0dd on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:24:12.546341 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-9acbad32-687b-421d-9d68-78379249527b req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] Attempting to bind port 7bb442c8-bf41-427c-b190-1bb6e317c0dd by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'e081e065-2f5a-4eed-af76-3f2f581a8dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4711e55c-0429-4ed1-a597-f50aaf5ca59a'}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:24:12.546716 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acbad32-687b-421d-9d68-78379249527b req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] Attempting to bind port 7bb442c8-bf41-427c-b190-1bb6e317c0dd on network 4711e55c-0429-4ed1-a597-f50aaf5ca59a {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:24:12.552635 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acbad32-687b-421d-9d68-78379249527b req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] Checking agent: {'id': '8c829481-49a9-437b-96a2-5739862171f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 15, 15), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:24:12.553061 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acbad32-687b-421d-9d68-78379249527b req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] Checking segment: {'id': 'e081e065-2f5a-4eed-af76-3f2f581a8dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4711e55c-0429-4ed1-a597-f50aaf5ca59a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:24:12.553720 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-9acbad32-687b-421d-9d68-78379249527b req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:12.554129 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acbad32-687b-421d-9d68-78379249527b req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] Bound using segment: {'id': 'e081e065-2f5a-4eed-af76-3f2f581a8dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4711e55c-0429-4ed1-a597-f50aaf5ca59a'} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:24:12.554608 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-9acbad32-687b-421d-9d68-78379249527b req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] Bound port: 7bb442c8-bf41-427c-b190-1bb6e317c0dd, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e081e065-2f5a-4eed-af76-3f2f581a8dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4711e55c-0429-4ed1-a597-f50aaf5ca59a'}}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:24:12.554985 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-9acbad32-687b-421d-9d68-78379249527b req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:12.652921 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-9acbad32-687b-421d-9d68-78379249527b req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] For port 7bb442c8-bf41-427c-b190-1bb6e317c0dd, host hv-cinder-76859, cleared binding levels {{(pid=80098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:24:12.656144 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-9acbad32-687b-421d-9d68-78379249527b req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] For port 7bb442c8-bf41-427c-b190-1bb6e317c0dd, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=7bb442c8-bf41-427c-b190-1bb6e317c0dd,segment=NetworkSegment(e081e065-2f5a-4eed-af76-3f2f581a8dc0),segment_id=e081e065-2f5a-4eed-af76-3f2f581a8dc0)] {{(pid=80098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:24:12.659782 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-9acbad32-687b-421d-9d68-78379249527b req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:12.676243 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d43a9604-ecac-4efc-8ff2-2ed5e2addb2d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:12.836777 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] Pushing event updated for resources: {'Port': ['ID=7bb442c8-bf41-427c-b190-1bb6e317c0dd,revision_number=3']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:12.840457 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:12.879682 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbad32-687b-421d-9d68-78379249527b req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:12.880631 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-9acbad32-687b-421d-9d68-78379249527b req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:12.882991 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9acbad32-687b-421d-9d68-78379249527b req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] 10.222.0.73 "PUT /v2.0/ports/7bb442c8-bf41-427c-b190-1bb6e317c0dd HTTP/1.1" status: 200 len: 1157 time: 1.3309805 Jan 15 10:24:12.883750 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d152c5-d744-4603-b9b0-3df0dcefe6bd', 'tag': '7bb442c8-bf41-427c-b190-1bb6e317c0dd'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:24:12.969799 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d152c5-d744-4603-b9b0-3df0dcefe6bd', 'tag': '7bb442c8-bf41-427c-b190-1bb6e317c0dd', 'status': 'completed', 'code': 200} Jan 15 10:24:13.017841 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbad32-687b-421d-9d68-78379249527b req-6b1063c8-3a96-498d-af6a-09541832a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:13.019508 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9acbad32-687b-421d-9d68-78379249527b req-6b1063c8-3a96-498d-af6a-09541832a935 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8df1e3e356004f0d8a1f4e7861089734&device_id=63d152c5-d744-4603-b9b0-3df0dcefe6bd HTTP/1.1" status: 200 len: 1160 time: 0.0888216 Jan 15 10:24:13.054281 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fa14b-f5ec-4638-848a-d83f9407f499 req-66507444-b50c-4e5d-9fd7-ace51af5d321 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:13.056212 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ff8fa14b-f5ec-4638-848a-d83f9407f499 req-66507444-b50c-4e5d-9fd7-ace51af5d321 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=63d152c5-d744-4603-b9b0-3df0dcefe6bd HTTP/1.1" status: 200 len: 943 time: 0.1257415 Jan 15 10:24:13.113923 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ff8fa14b-f5ec-4638-848a-d83f9407f499 req-15e58c47-afa3-4b20-930b-8a23fa086964 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510690 Jan 15 10:24:13.326341 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9acbad32-687b-421d-9d68-78379249527b req-b148bc16-cee5-46f1-bf55-3e033468a67c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bb442c8-bf41-427c-b190-1bb6e317c0dd HTTP/1.1" status: 200 len: 217 time: 0.2988741 Jan 15 10:24:13.411696 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbad32-687b-421d-9d68-78379249527b req-1c821d33-d35f-4d3b-be86-77ac8faeb749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:13.413865 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9acbad32-687b-421d-9d68-78379249527b req-1c821d33-d35f-4d3b-be86-77ac8faeb749 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c46d33da-f99f-4a8a-9a1f-aeea2925bd0a HTTP/1.1" status: 200 len: 854 time: 0.0807776 Jan 15 10:24:13.469403 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9acbad32-687b-421d-9d68-78379249527b req-32599c15-d9e8-4043-91ce-0f2c63a41639 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4711e55c-0429-4ed1-a597-f50aaf5ca59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453317 Jan 15 10:24:13.643365 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9acbad32-687b-421d-9d68-78379249527b req-69821c0d-50f4-47fd-b4f5-41034802ccdb service neutron] 10.222.0.73 "GET /v2.0/networks/4711e55c-0429-4ed1-a597-f50aaf5ca59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627793 Jan 15 10:24:13.817758 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9acbad32-687b-421d-9d68-78379249527b req-bdced3e1-3227-4b4f-bcec-08c8d1f43f7d service neutron] 10.222.0.73 "GET /v2.0/networks/4711e55c-0429-4ed1-a597-f50aaf5ca59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1666329 Jan 15 10:24:13.954298 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c822b93-3eb6-47c9-85ef-def1ec3a4650 req-fb8b493d-a9d1-41f6-bf47-fff7845e0aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:13.956001 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1c822b93-3eb6-47c9-85ef-def1ec3a4650 req-fb8b493d-a9d1-41f6-bf47-fff7845e0aa1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8df1e3e356004f0d8a1f4e7861089734&device_id=63d152c5-d744-4603-b9b0-3df0dcefe6bd HTTP/1.1" status: 200 len: 1160 time: 0.0826809 Jan 15 10:24:14.104411 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c822b93-3eb6-47c9-85ef-def1ec3a4650 req-399a03f9-5ff3-4461-b42d-824c106cca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:14.106013 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1c822b93-3eb6-47c9-85ef-def1ec3a4650 req-399a03f9-5ff3-4461-b42d-824c106cca71 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4711e55c-0429-4ed1-a597-f50aaf5ca59a HTTP/1.1" status: 200 len: 908 time: 0.1432815 Jan 15 10:24:14.183870 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1c822b93-3eb6-47c9-85ef-def1ec3a4650 req-5cf20384-fe8c-40f4-aace-9beebfad3b57 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bb442c8-bf41-427c-b190-1bb6e317c0dd HTTP/1.1" status: 200 len: 217 time: 0.0699873 Jan 15 10:24:14.255601 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c822b93-3eb6-47c9-85ef-def1ec3a4650 req-6f4bad3a-9c62-4987-91f9-900c2ed5b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:14.258150 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1c822b93-3eb6-47c9-85ef-def1ec3a4650 req-6f4bad3a-9c62-4987-91f9-900c2ed5b1bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c46d33da-f99f-4a8a-9a1f-aeea2925bd0a HTTP/1.1" status: 200 len: 854 time: 0.0674148 Jan 15 10:24:14.313817 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1c822b93-3eb6-47c9-85ef-def1ec3a4650 req-c99aa980-6496-4711-b670-7ea3c621388a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4711e55c-0429-4ed1-a597-f50aaf5ca59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479641 Jan 15 10:24:14.356043 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4343e3f-ee3b-4fc6-866b-e14e1516f3f9 req-335ac6b8-2e00-4efa-9c8e-89d7ba5f864f tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:14.357744 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f4343e3f-ee3b-4fc6-866b-e14e1516f3f9 req-335ac6b8-2e00-4efa-9c8e-89d7ba5f864f tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=63d152c5-d744-4603-b9b0-3df0dcefe6bd HTTP/1.1" status: 200 len: 943 time: 0.1095955 Jan 15 10:24:14.416215 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f4343e3f-ee3b-4fc6-866b-e14e1516f3f9 req-19eb287b-454d-44ad-8355-f462bc03bc55 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519972 Jan 15 10:24:14.485052 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1c822b93-3eb6-47c9-85ef-def1ec3a4650 req-94e212b0-54cd-47ad-b3cc-488ec31515e8 service neutron] 10.222.0.73 "GET /v2.0/networks/4711e55c-0429-4ed1-a597-f50aaf5ca59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597137 Jan 15 10:24:14.676193 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1c822b93-3eb6-47c9-85ef-def1ec3a4650 req-97266b21-cad7-46f9-86fe-4f1619590709 service neutron] 10.222.0.73 "GET /v2.0/networks/4711e55c-0429-4ed1-a597-f50aaf5ca59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1792638 Jan 15 10:24:15.109659 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 34850) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:24:15.274983 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:15.291516 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:24:15.296807 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Usage tracker for resource:security_group_rule and tenant:8257ba9b59b34b5fa96a464399d3add9 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:24:15.300054 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:24:15.307593 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:24:15.399771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:15.403264 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:15.411493 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-c6d4bdf3-3f4d-4bfd-b300-762931ada734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:15.457786 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b24af4-bb5d-4bc9-9abd-4ddb76ba12a8,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:15.466846 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8257ba9b59b34b5fa96a464399d3add9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3528185 Jan 15 10:24:15.467982 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 34858) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:24:15.476959 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:15.476959 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:15.477374 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:15.478282 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:15.478959 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:15.480063 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:15.480766 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:15.481217 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:15.481710 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:15.482373 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:15.482848 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:15.483305 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:15.483787 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:15.484253 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:15.484820 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:15.485275 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:15.485841 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:15.486297 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:15.486719 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:15.487170 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:15.487586 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:15.488144 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:15.488871 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:15.489471 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:15.496283 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:15.508889 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-4732efc1-ed32-4b41-b159-6437c18ee39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:15.512393 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5c5de5fc-737e-4e63-948f-b1a9af8817b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:15.558559 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0e9441c3-3aad-4cf0-959b-5a666be91dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:15.590845 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0e9441c3-3aad-4cf0-959b-5a666be91dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:15.723251 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0e9441c3-3aad-4cf0-959b-5a666be91dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:15.729763 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-2741dfbe-0939-4cb1-aa43-2da205104a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:15.759997 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f67727-65cb-466c-bc56-07d413120747 req-bb26f7e4-a29a-4ddb-a41d-68c176a215b8 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:15.761714 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a2f67727-65cb-466c-bc56-07d413120747 req-bb26f7e4-a29a-4ddb-a41d-68c176a215b8 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=63d152c5-d744-4603-b9b0-3df0dcefe6bd HTTP/1.1" status: 200 len: 943 time: 0.1630118 Jan 15 10:24:15.767054 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9441c3-3aad-4cf0-959b-5a666be91dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b24af4-bb5d-4bc9-9abd-4ddb76ba12a8,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:15.773167 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0e9441c3-3aad-4cf0-959b-5a666be91dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:15.804640 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0e9441c3-3aad-4cf0-959b-5a666be91dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:15.807592 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-0e9441c3-3aad-4cf0-959b-5a666be91dce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/22b24af4-bb5d-4bc9-9abd-4ddb76ba12a8 HTTP/1.1" status: 204 len: 168 time: 0.3380127 Jan 15 10:24:15.843224 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a2f67727-65cb-466c-bc56-07d413120747 req-69b13a9e-901f-4787-9d5b-543c97b334c1 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738060 Jan 15 10:24:16.191657 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 34866) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:24:16.212867 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-84d31c2e-b910-4d66-a367-1e82f84d8806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:16.230082 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-84d31c2e-b910-4d66-a367-1e82f84d8806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:24:16.234214 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-84d31c2e-b910-4d66-a367-1e82f84d8806 admin admin] Usage tracker for resource:security_group_rule and tenant:e42608bed9e34776846461faeb3b2f5c is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:24:16.237406 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-84d31c2e-b910-4d66-a367-1e82f84d8806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:24:16.244511 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-84d31c2e-b910-4d66-a367-1e82f84d8806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:24:16.335031 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-84d31c2e-b910-4d66-a367-1e82f84d8806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:16.337920 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-84d31c2e-b910-4d66-a367-1e82f84d8806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:16.346965 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-728b0d1c-35e0-4db1-9fc2-d172c0d8e180 tempest-AttachVolumeShelveTestJSON-2017361302 tempest-AttachVolumeShelveTestJSON-2017361302] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:16.392165 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-84d31c2e-b910-4d66-a367-1e82f84d8806 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e42608bed9e34776846461faeb3b2f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992593 Jan 15 10:24:16.393111 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d31c2e-b910-4d66-a367-1e82f84d8806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62964d4d-f14c-4827-8971-a34f90c754aa,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:16.395087 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 34870) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:24:16.397214 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-84d31c2e-b910-4d66-a367-1e82f84d8806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:16.463801 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d85810f7-e2e9-4fab-9e1b-207745c89c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:16.493159 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d85810f7-e2e9-4fab-9e1b-207745c89c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:16.539885 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d85810f7-e2e9-4fab-9e1b-207745c89c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:16.545000 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-529945e1-fcc1-4e26-84f6-fb6c19b28f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:16.558426 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85810f7-e2e9-4fab-9e1b-207745c89c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62964d4d-f14c-4827-8971-a34f90c754aa,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:16.561306 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d85810f7-e2e9-4fab-9e1b-207745c89c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:16.581877 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d85810f7-e2e9-4fab-9e1b-207745c89c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:16.583164 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-d85810f7-e2e9-4fab-9e1b-207745c89c79 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/62964d4d-f14c-4827-8971-a34f90c754aa HTTP/1.1" status: 204 len: 168 time: 0.1869459 Jan 15 10:24:17.089079 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72208bc8-0f3b-4f87-82a2-87dc3f9632a2 req-3525dfa4-6eb5-4408-9ec4-986a9a42d770 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:17.090813 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-72208bc8-0f3b-4f87-82a2-87dc3f9632a2 req-3525dfa4-6eb5-4408-9ec4-986a9a42d770 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=63d152c5-d744-4603-b9b0-3df0dcefe6bd HTTP/1.1" status: 200 len: 943 time: 0.1086214 Jan 15 10:24:17.150329 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-72208bc8-0f3b-4f87-82a2-87dc3f9632a2 req-ca454e60-fc6c-470a-838c-baf5a51fcff0 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521331 Jan 15 10:24:17.331350 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 7bb442c8-bf41-427c-b190-1bb6e317c0dd up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:24:17.404817 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning for port 7bb442c8-bf41-427c-b190-1bb6e317c0dd completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:24:17.410397 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 7bb442c8-bf41-427c-b190-1bb6e317c0dd triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:24:17.410818 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:17.543525 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:17.574361 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d152c5-d744-4603-b9b0-3df0dcefe6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb442c8-bf41-427c-b190-1bb6e317c0dd'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:24:17.587734 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port 7bb442c8-bf41-427c-b190-1bb6e317c0dd, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=7bb442c8-bf41-427c-b190-1bb6e317c0dd,segment=NetworkSegment(e081e065-2f5a-4eed-af76-3f2f581a8dc0),segment_id=e081e065-2f5a-4eed-af76-3f2f581a8dc0)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:24:17.591248 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:17.593198 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:17.637800 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d152c5-d744-4603-b9b0-3df0dcefe6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb442c8-bf41-427c-b190-1bb6e317c0dd', 'code': 200} Jan 15 10:24:17.679704 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=7bb442c8-bf41-427c-b190-1bb6e317c0dd,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:17.683423 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:17.892814 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684fca9-8bf6-4b1d-a61f-24d41e47c2df req-d141f567-4483-41b7-a366-5e790afd8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:17.894727 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4684fca9-8bf6-4b1d-a61f-24d41e47c2df req-d141f567-4483-41b7-a366-5e790afd8208 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63d152c5-d744-4603-b9b0-3df0dcefe6bd HTTP/1.1" status: 200 len: 1162 time: 0.0834105 Jan 15 10:24:17.916436 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-801b514b-3829-4f4d-bdab-0bb9c4d6c781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:17.950275 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4684fca9-8bf6-4b1d-a61f-24d41e47c2df req-2a256106-cf14-4fa9-8f32-1117506a175e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470009 Jan 15 10:24:18.407879 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a00445-149d-481f-b758-e7e0b386e902 req-a3415ad5-16d0-4779-a9ac-d65a84d2a15a tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:18.409596 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-36a00445-149d-481f-b758-e7e0b386e902 req-a3415ad5-16d0-4779-a9ac-d65a84d2a15a tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=63d152c5-d744-4603-b9b0-3df0dcefe6bd HTTP/1.1" status: 200 len: 945 time: 0.1128569 Jan 15 10:24:18.472184 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:18.472991 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-36a00445-149d-481f-b758-e7e0b386e902 req-50482550-e5d4-47ca-858b-105f84398abf tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536537 Jan 15 10:24:18.990913 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 7bb442c8-bf41-427c-b190-1bb6e317c0dd up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:24:19.063540 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 7bb442c8-bf41-427c-b190-1bb6e317c0dd triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:24:19.063961 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:19.452250 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:19.731938 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6d8ce-9108-4ded-a2f3-9a135282aa0f req-f64e6125-55b1-474e-b78f-aa0efddfb963 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:19.733817 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7ea6d8ce-9108-4ded-a2f3-9a135282aa0f req-f64e6125-55b1-474e-b78f-aa0efddfb963 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=63d152c5-d744-4603-b9b0-3df0dcefe6bd HTTP/1.1" status: 200 len: 945 time: 0.1202750 Jan 15 10:24:19.796632 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7ea6d8ce-9108-4ded-a2f3-9a135282aa0f req-f751e8b2-9aa6-462a-90a0-2ccd7dbce840 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558503 Jan 15 10:24:20.139647 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:23.188555 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 34972) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:24:23.359497 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-673bfc38-c0f9-46a5-b342-521ccc6d3595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:23.375525 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-673bfc38-c0f9-46a5-b342-521ccc6d3595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:24:23.379560 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-673bfc38-c0f9-46a5-b342-521ccc6d3595 admin admin] Usage tracker for resource:security_group_rule and tenant:70ed8c01514e4960bab53d18849a324f is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:24:23.383209 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-673bfc38-c0f9-46a5-b342-521ccc6d3595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:24:23.388960 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-673bfc38-c0f9-46a5-b342-521ccc6d3595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:24:23.476624 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-673bfc38-c0f9-46a5-b342-521ccc6d3595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:23.479593 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-673bfc38-c0f9-46a5-b342-521ccc6d3595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:23.488561 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-9ef60066-cb82-4741-b58e-b68b836b25d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:23.533501 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-673bfc38-c0f9-46a5-b342-521ccc6d3595 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=70ed8c01514e4960bab53d18849a324f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3435242 Jan 15 10:24:23.535249 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bfc38-c0f9-46a5-b342-521ccc6d3595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63210dda-26c4-449a-9357-a1cacd94b62d,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:23.536463 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 34978) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:24:23.538933 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-673bfc38-c0f9-46a5-b342-521ccc6d3595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:23.603674 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ee314320-476f-482b-8c76-83fc9d71a7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:23.630499 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ee314320-476f-482b-8c76-83fc9d71a7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:23.675847 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ee314320-476f-482b-8c76-83fc9d71a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:23.681701 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e83110f8-d4e1-487a-bb46-bc4202fbd510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:23.698547 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee314320-476f-482b-8c76-83fc9d71a7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63210dda-26c4-449a-9357-a1cacd94b62d,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:23.701075 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ee314320-476f-482b-8c76-83fc9d71a7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:23.705739 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ee314320-476f-482b-8c76-83fc9d71a7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:23.707029 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-ee314320-476f-482b-8c76-83fc9d71a7f7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/63210dda-26c4-449a-9357-a1cacd94b62d HTTP/1.1" status: 204 len: 168 time: 0.1694448 Jan 15 10:24:24.085216 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 34986) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:24:24.106012 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-536e7138-718f-4c2d-bacf-016a2ef36ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:24.123787 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-536e7138-718f-4c2d-bacf-016a2ef36ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:24:24.127903 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-536e7138-718f-4c2d-bacf-016a2ef36ddb admin admin] Usage tracker for resource:security_group_rule and tenant:8d49f3f9a6d04a79b4da1e09fc534b0b is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:24:24.130922 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-536e7138-718f-4c2d-bacf-016a2ef36ddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:24:24.136815 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-536e7138-718f-4c2d-bacf-016a2ef36ddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:24:24.228574 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-536e7138-718f-4c2d-bacf-016a2ef36ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:24.232228 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-536e7138-718f-4c2d-bacf-016a2ef36ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:24.242349 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-965f55df-d674-40c3-b224-23122a7b6958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:24.284177 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-536e7138-718f-4c2d-bacf-016a2ef36ddb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d49f3f9a6d04a79b4da1e09fc534b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976984 Jan 15 10:24:24.285974 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e7138-718f-4c2d-bacf-016a2ef36ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3248db55-2e42-4490-8e58-91774c4e82ea,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:24.287189 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 34994) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:24:24.290159 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-536e7138-718f-4c2d-bacf-016a2ef36ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:24.356169 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4742cac6-3705-4dab-bb9c-e1aa9bf04c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:24.384877 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4742cac6-3705-4dab-bb9c-e1aa9bf04c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:24.431749 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4742cac6-3705-4dab-bb9c-e1aa9bf04c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:24.437016 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-aa6b7955-59c7-40a7-adce-60b2d35f4a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:24.456451 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742cac6-3705-4dab-bb9c-e1aa9bf04c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3248db55-2e42-4490-8e58-91774c4e82ea,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:24.460690 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-4742cac6-3705-4dab-bb9c-e1aa9bf04c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:24.466140 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4742cac6-3705-4dab-bb9c-e1aa9bf04c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:24.469799 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-4742cac6-3705-4dab-bb9c-e1aa9bf04c6c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3248db55-2e42-4490-8e58-91774c4e82ea HTTP/1.1" status: 204 len: 168 time: 0.1783814 Jan 15 10:24:26.343648 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-bca3aefb-8e0d-48c4-b11a-959bfb68314b tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:26.345328 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-bca3aefb-8e0d-48c4-b11a-959bfb68314b tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/networks?id=4711e55c-0429-4ed1-a597-f50aaf5ca59a HTTP/1.1" status: 200 len: 814 time: 0.1942751 Jan 15 10:24:26.362028 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-d26f1b96-3a15-4e0f-beb5-f96acabcc204 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/quotas/8df1e3e356004f0d8a1f4e7861089734 HTTP/1.1" status: 200 len: 375 time: 0.0101106 Jan 15 10:24:26.464136 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-6b572d2b-e9a8-464b-b86a-3295cc89592e tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?tenant_id=8df1e3e356004f0d8a1f4e7861089734&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0956764 Jan 15 10:24:26.613095 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-e4841ba5-abe8-4caa-988f-462e448bc8c4 service neutron] 10.222.0.60 "GET /v2.0/networks/4711e55c-0429-4ed1-a597-f50aaf5ca59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411574 Jan 15 10:24:26.765974 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-d37280c5-99e3-4ffd-9fbe-0621e7ad2678 service neutron] 10.222.0.60 "GET /v2.0/networks/4711e55c-0429-4ed1-a597-f50aaf5ca59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1460292 Jan 15 10:24:27.028829 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-15618b2c-d394-49e4-a2e1-26bc9b371c5c req-3adb5af4-e6fb-40e9-bd8b-487582dc8b01 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=d7e4d807-b284-40f3-827a-aa38f84eef3d HTTP/1.1" status: 200 len: 210 time: 0.0694442 Jan 15 10:24:28.133603 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-58528c8c-a54e-4cc5-aee3-d5808e90c0ad tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:28.135307 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-58528c8c-a54e-4cc5-aee3-d5808e90c0ad tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.73 "GET /v2.0/networks?id=4711e55c-0429-4ed1-a597-f50aaf5ca59a HTTP/1.1" status: 200 len: 814 time: 0.1795835 Jan 15 10:24:28.153508 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-e012e7ba-d50a-4f26-81e5-299425a121f1 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Request body: {'port': {'device_id': 'd7e4d807-b284-40f3-827a-aa38f84eef3d', 'network_id': '4711e55c-0429-4ed1-a597-f50aaf5ca59a', 'admin_state_up': True, 'tenant_id': '8df1e3e356004f0d8a1f4e7861089734'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:24:28.266769 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-227c04bd-2005-45df-a63a-b15292bc7698 req-796ffb32-860b-4b63-b2ef-649d6b8c3938 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=d7e4d807-b284-40f3-827a-aa38f84eef3d HTTP/1.1" status: 200 len: 210 time: 0.0629544 Jan 15 10:24:28.321060 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-e012e7ba-d50a-4f26-81e5-299425a121f1 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:24:28.325226 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-e012e7ba-d50a-4f26-81e5-299425a121f1 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Usage tracker for resource:port and tenant:8df1e3e356004f0d8a1f4e7861089734 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:24:28.328277 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-e012e7ba-d50a-4f26-81e5-299425a121f1 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Quota usage for port was recalculated. Used quota:3. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:24:28.335365 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-e012e7ba-d50a-4f26-81e5-299425a121f1 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:24:28.345631 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-e012e7ba-d50a-4f26-81e5-299425a121f1 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Made reservation on behalf of 8df1e3e356004f0d8a1f4e7861089734 for: {'port': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:24:28.354900 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-e012e7ba-d50a-4f26-81e5-299425a121f1 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:28.666382 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-e012e7ba-d50a-4f26-81e5-299425a121f1 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Allocated IP 172.20.0.12 (4711e55c-0429-4ed1-a597-f50aaf5ca59a/c46d33da-f99f-4a8a-9a1f-aeea2925bd0a/6ff181bc-14aa-45ba-9b8f-1f1537414daf) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:24:28.891015 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-e012e7ba-d50a-4f26-81e5-299425a121f1 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:28.920788 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-e012e7ba-d50a-4f26-81e5-299425a121f1 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:28.936769 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f5b45edc-1d36-4250-8a24-b19fb15e1337 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:29.083915 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012e7ba-d50a-4f26-81e5-299425a121f1 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Pushing event updated for resources: {'Port': ['ID=6ff181bc-14aa-45ba-9b8f-1f1537414daf,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:29.088688 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e012e7ba-d50a-4f26-81e5-299425a121f1 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:29.133322 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-e012e7ba-d50a-4f26-81e5-299425a121f1 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Network 4711e55c-0429-4ed1-a597-f50aaf5ca59a is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:24:29.134612 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-e012e7ba-d50a-4f26-81e5-299425a121f1 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:24:29.136946 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-e012e7ba-d50a-4f26-81e5-299425a121f1 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:24:29.216930 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-e012e7ba-d50a-4f26-81e5-299425a121f1 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:29.217595 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-e012e7ba-d50a-4f26-81e5-299425a121f1 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:29.237674 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-e012e7ba-d50a-4f26-81e5-299425a121f1 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0885508 Jan 15 10:24:29.254704 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] Request body: {'port': {'device_id': 'd7e4d807-b284-40f3-827a-aa38f84eef3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:24:29.369069 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:29.498261 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b93cb-409e-4137-9b59-ae3a7f7975f4 req-21b71e60-0284-4854-9e69-c5125aec5101 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:29.499984 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-6b8b93cb-409e-4137-9b59-ae3a7f7975f4 req-21b71e60-0284-4854-9e69-c5125aec5101 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=d7e4d807-b284-40f3-827a-aa38f84eef3d HTTP/1.1" status: 200 len: 932 time: 0.1027851 Jan 15 10:24:29.557282 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-6b8b93cb-409e-4137-9b59-ae3a7f7975f4 req-b0cb964e-3e30-43d7-bd6f-ffecd96f430f tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494311 Jan 15 10:24:29.791827 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff181bc-14aa-45ba-9b8f-1f1537414daf {{(pid=80098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:24:29.798995 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:29.812770 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] Transition to ACTIVE for port object 6ff181bc-14aa-45ba-9b8f-1f1537414daf will not be triggered until provisioned by entity L2. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:24:29.816881 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:29.833205 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-52f99ad7-e89b-48c7-9a2c-03be50d7ee81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:29.934571 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 35094) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:24:30.119866 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8b03bede-5bf2-41a0-bab6-91b8342853ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:30.136923 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-8b03bede-5bf2-41a0-bab6-91b8342853ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:24:30.140976 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-8b03bede-5bf2-41a0-bab6-91b8342853ec admin admin] Usage tracker for resource:security_group_rule and tenant:903417c81148451391ce50dd382fae64 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:24:30.143949 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-8b03bede-5bf2-41a0-bab6-91b8342853ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:24:30.150258 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-8b03bede-5bf2-41a0-bab6-91b8342853ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:24:30.217987 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff181bc-14aa-45ba-9b8f-1f1537414daf,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:30.222604 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:30.244838 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8b03bede-5bf2-41a0-bab6-91b8342853ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:30.247851 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8b03bede-5bf2-41a0-bab6-91b8342853ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:30.258068 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1e34776e-a056-46f9-9e58-414c8adad4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:30.302897 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-8b03bede-5bf2-41a0-bab6-91b8342853ec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=903417c81148451391ce50dd382fae64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3665061 Jan 15 10:24:30.304035 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03bede-5bf2-41a0-bab6-91b8342853ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afecf516-4197-477c-a847-529344f9a0aa,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:30.307831 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-8b03bede-5bf2-41a0-bab6-91b8342853ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:30.308384 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 35100) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:24:30.315637 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:24:30.372642 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3ab5b193-2565-4eff-890b-780f2ba6f304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:30.401405 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3ab5b193-2565-4eff-890b-780f2ba6f304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:30.405766 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] Attempting to bind port 6ff181bc-14aa-45ba-9b8f-1f1537414daf on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:24:30.406152 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] Attempting to bind port 6ff181bc-14aa-45ba-9b8f-1f1537414daf by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'e081e065-2f5a-4eed-af76-3f2f581a8dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4711e55c-0429-4ed1-a597-f50aaf5ca59a'}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:24:30.406521 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] Attempting to bind port 6ff181bc-14aa-45ba-9b8f-1f1537414daf on network 4711e55c-0429-4ed1-a597-f50aaf5ca59a {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:24:30.412304 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] Checking agent: {'id': '8c829481-49a9-437b-96a2-5739862171f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 15, 15), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:24:30.412694 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] Checking segment: {'id': 'e081e065-2f5a-4eed-af76-3f2f581a8dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4711e55c-0429-4ed1-a597-f50aaf5ca59a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:24:30.413096 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:30.413492 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] Bound using segment: {'id': 'e081e065-2f5a-4eed-af76-3f2f581a8dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4711e55c-0429-4ed1-a597-f50aaf5ca59a'} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:24:30.413967 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] Bound port: 6ff181bc-14aa-45ba-9b8f-1f1537414daf, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e081e065-2f5a-4eed-af76-3f2f581a8dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4711e55c-0429-4ed1-a597-f50aaf5ca59a'}}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:24:30.414345 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:30.451195 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3ab5b193-2565-4eff-890b-780f2ba6f304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:30.456369 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-3d1d18f2-d154-4739-8b95-8262fff9550e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:30.471473 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5b193-2565-4eff-890b-780f2ba6f304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afecf516-4197-477c-a847-529344f9a0aa,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:30.474690 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-3ab5b193-2565-4eff-890b-780f2ba6f304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:30.479582 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3ab5b193-2565-4eff-890b-780f2ba6f304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:30.483766 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-3ab5b193-2565-4eff-890b-780f2ba6f304 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/afecf516-4197-477c-a847-529344f9a0aa HTTP/1.1" status: 204 len: 168 time: 0.1738479 Jan 15 10:24:30.527104 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] For port 6ff181bc-14aa-45ba-9b8f-1f1537414daf, host hv-cinder-76859, cleared binding levels {{(pid=80098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:24:30.530343 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] For port 6ff181bc-14aa-45ba-9b8f-1f1537414daf, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=6ff181bc-14aa-45ba-9b8f-1f1537414daf,segment=NetworkSegment(e081e065-2f5a-4eed-af76-3f2f581a8dc0),segment_id=e081e065-2f5a-4eed-af76-3f2f581a8dc0)] {{(pid=80098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:24:30.533764 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:30.549465 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-2d81ed5b-231d-4db6-8d9d-47d5ba565157 tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:30.709618 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff181bc-14aa-45ba-9b8f-1f1537414daf,revision_number=3']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:30.713887 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:30.752990 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:30.753706 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:30.755254 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] 10.222.0.73 "PUT /v2.0/ports/6ff181bc-14aa-45ba-9b8f-1f1537414daf HTTP/1.1" status: 200 len: 1158 time: 1.5052073 Jan 15 10:24:30.755827 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e4d807-b284-40f3-827a-aa38f84eef3d', 'tag': '6ff181bc-14aa-45ba-9b8f-1f1537414daf'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:24:30.817992 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe2a6e-ae9b-421a-bfcc-9b2476f6ac3c req-7aa4e870-e4a0-4b37-8496-ce77f117cf17 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:30.820235 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2ebe2a6e-ae9b-421a-bfcc-9b2476f6ac3c req-7aa4e870-e4a0-4b37-8496-ce77f117cf17 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=d7e4d807-b284-40f3-827a-aa38f84eef3d HTTP/1.1" status: 200 len: 944 time: 0.1273770 Jan 15 10:24:30.853825 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e4d807-b284-40f3-827a-aa38f84eef3d', 'tag': '6ff181bc-14aa-45ba-9b8f-1f1537414daf', 'status': 'completed', 'code': 200} Jan 15 10:24:30.877599 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-2ebe2a6e-ae9b-421a-bfcc-9b2476f6ac3c req-20b2f8bc-46f0-4ad8-9e12-fb3433ccd347 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506315 Jan 15 10:24:30.886695 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-3b0070c1-2587-4b95-b491-ebe93f03e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:30.888371 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-3b0070c1-2587-4b95-b491-ebe93f03e269 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8df1e3e356004f0d8a1f4e7861089734&device_id=d7e4d807-b284-40f3-827a-aa38f84eef3d HTTP/1.1" status: 200 len: 1161 time: 0.0910487 Jan 15 10:24:30.889191 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 35112) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:24:30.909017 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b0283466-1319-4087-bc12-69b8d130b610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:30.925275 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-b0283466-1319-4087-bc12-69b8d130b610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:24:30.930024 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-b0283466-1319-4087-bc12-69b8d130b610 admin admin] Usage tracker for resource:security_group_rule and tenant:fa7fc8c827d34d99b5df62d0239161e5 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:24:30.933168 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-b0283466-1319-4087-bc12-69b8d130b610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:24:30.939000 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-b0283466-1319-4087-bc12-69b8d130b610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:24:30.967799 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-9413b6cd-116f-4ad5-bd6b-19936459e146 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ff181bc-14aa-45ba-9b8f-1f1537414daf HTTP/1.1" status: 200 len: 217 time: 0.0703936 Jan 15 10:24:31.027387 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b0283466-1319-4087-bc12-69b8d130b610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:31.030330 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b0283466-1319-4087-bc12-69b8d130b610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:31.043814 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-fe14f81b-4930-4605-bd68-1b27dce12b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:31.044030 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-f1b6e2f7-36cf-4a62-95e0-cb0a02d5df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:31.045388 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-f1b6e2f7-36cf-4a62-95e0-cb0a02d5df80 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c46d33da-f99f-4a8a-9a1f-aeea2925bd0a HTTP/1.1" status: 200 len: 854 time: 0.0713937 Jan 15 10:24:31.087256 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-b0283466-1319-4087-bc12-69b8d130b610 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa7fc8c827d34d99b5df62d0239161e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1968653 Jan 15 10:24:31.089019 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0283466-1319-4087-bc12-69b8d130b610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1670f157-84f5-4f00-9e1f-8e2fec923f79,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:31.090163 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 35116) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:24:31.092690 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b0283466-1319-4087-bc12-69b8d130b610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:31.109374 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-1c8b9050-21d6-4900-b281-9936844183c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4711e55c-0429-4ed1-a597-f50aaf5ca59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571582 Jan 15 10:24:31.267616 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-65bc84d4-7825-4370-a734-b590e7955a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:31.318803 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-65bc84d4-7825-4370-a734-b590e7955a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:31.335531 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-2361a813-a536-4660-9a06-3bf9749a4e09 service neutron] 10.222.0.73 "GET /v2.0/networks/4711e55c-0429-4ed1-a597-f50aaf5ca59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116272 Jan 15 10:24:31.485713 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-65bc84d4-7825-4370-a734-b590e7955a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:31.499762 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b0a0eeb4-a3e3-495e-a1d5-5e2fa8216616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:31.517407 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc84d4-7825-4370-a734-b590e7955a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1670f157-84f5-4f00-9e1f-8e2fec923f79,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:31.523141 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-65bc84d4-7825-4370-a734-b590e7955a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:31.525295 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de259d98-37a8-48d5-b76e-40c40fb87cfb req-d52d7fa7-6b5d-457b-8551-f68b2723c648 service neutron] 10.222.0.73 "GET /v2.0/networks/4711e55c-0429-4ed1-a597-f50aaf5ca59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1829593 Jan 15 10:24:31.526520 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-65bc84d4-7825-4370-a734-b590e7955a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:31.527641 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-65bc84d4-7825-4370-a734-b590e7955a32 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1670f157-84f5-4f00-9e1f-8e2fec923f79 HTTP/1.1" status: 204 len: 168 time: 0.4364798 Jan 15 10:24:31.651637 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1940f-770b-4631-b9dc-fcaa1100206b req-4d0694d4-9dc0-4df8-846b-ca6d626b291a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:31.653271 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bce1940f-770b-4631-b9dc-fcaa1100206b req-4d0694d4-9dc0-4df8-846b-ca6d626b291a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8df1e3e356004f0d8a1f4e7861089734&device_id=d7e4d807-b284-40f3-827a-aa38f84eef3d HTTP/1.1" status: 200 len: 1161 time: 0.0787849 Jan 15 10:24:31.811788 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1940f-770b-4631-b9dc-fcaa1100206b req-2c6f6a03-3261-4aaf-a50c-94464b79c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:31.813375 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bce1940f-770b-4631-b9dc-fcaa1100206b req-2c6f6a03-3261-4aaf-a50c-94464b79c971 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4711e55c-0429-4ed1-a597-f50aaf5ca59a HTTP/1.1" status: 200 len: 908 time: 0.1480114 Jan 15 10:24:31.893938 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bce1940f-770b-4631-b9dc-fcaa1100206b req-8a851b4b-7277-469c-bfe8-6aae41870d0d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ff181bc-14aa-45ba-9b8f-1f1537414daf HTTP/1.1" status: 200 len: 217 time: 0.0724146 Jan 15 10:24:31.970374 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1940f-770b-4631-b9dc-fcaa1100206b req-c5900c89-264a-4e5d-84ba-e4d07a277b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:31.972132 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bce1940f-770b-4631-b9dc-fcaa1100206b req-c5900c89-264a-4e5d-84ba-e4d07a277b5d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c46d33da-f99f-4a8a-9a1f-aeea2925bd0a HTTP/1.1" status: 200 len: 854 time: 0.0688369 Jan 15 10:24:32.028345 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bce1940f-770b-4631-b9dc-fcaa1100206b req-097c29ad-86e5-4481-bdc3-576e140e58d0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4711e55c-0429-4ed1-a597-f50aaf5ca59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478625 Jan 15 10:24:32.148981 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311e435-01f7-457c-879f-1153b324e001 req-4eaa6679-e93c-406e-b2fa-cc0b9b746ad6 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:32.150988 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3311e435-01f7-457c-879f-1153b324e001 req-4eaa6679-e93c-406e-b2fa-cc0b9b746ad6 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=d7e4d807-b284-40f3-827a-aa38f84eef3d HTTP/1.1" status: 200 len: 944 time: 0.1095815 Jan 15 10:24:32.184051 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bce1940f-770b-4631-b9dc-fcaa1100206b req-710d30e9-e610-4f40-9117-fc0872a33e9a service neutron] 10.222.0.73 "GET /v2.0/networks/4711e55c-0429-4ed1-a597-f50aaf5ca59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488340 Jan 15 10:24:32.206119 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3311e435-01f7-457c-879f-1153b324e001 req-dea44985-c328-42ed-bc0f-2052aa3f0a1d tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483384 Jan 15 10:24:32.337240 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-bce1940f-770b-4631-b9dc-fcaa1100206b req-3f2dbad7-adc3-4111-8bb4-71df4dc3e812 service neutron] 10.222.0.73 "GET /v2.0/networks/4711e55c-0429-4ed1-a597-f50aaf5ca59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1453521 Jan 15 10:24:33.507695 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 6ff181bc-14aa-45ba-9b8f-1f1537414daf up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:24:33.577869 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b0d42-8e19-42b3-b778-2fe2cdb42913 req-115cb758-ed32-41db-ba0e-4fc568077c07 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:33.579598 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning for port 6ff181bc-14aa-45ba-9b8f-1f1537414daf completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:24:33.579741 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7d7b0d42-8e19-42b3-b778-2fe2cdb42913 req-115cb758-ed32-41db-ba0e-4fc568077c07 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=d7e4d807-b284-40f3-827a-aa38f84eef3d HTTP/1.1" status: 200 len: 944 time: 0.1043203 Jan 15 10:24:33.585208 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 6ff181bc-14aa-45ba-9b8f-1f1537414daf triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:24:33.585707 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:33.632248 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7d7b0d42-8e19-42b3-b778-2fe2cdb42913 req-7488495a-ebae-41a5-8ea7-3de3863a2c39 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454302 Jan 15 10:24:33.703195 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:33.731965 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e4d807-b284-40f3-827a-aa38f84eef3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff181bc-14aa-45ba-9b8f-1f1537414daf'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:24:33.743472 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port 6ff181bc-14aa-45ba-9b8f-1f1537414daf, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=6ff181bc-14aa-45ba-9b8f-1f1537414daf,segment=NetworkSegment(e081e065-2f5a-4eed-af76-3f2f581a8dc0),segment_id=e081e065-2f5a-4eed-af76-3f2f581a8dc0)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:24:33.746367 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:33.748471 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:33.794067 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e4d807-b284-40f3-827a-aa38f84eef3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff181bc-14aa-45ba-9b8f-1f1537414daf', 'code': 200} Jan 15 10:24:33.822085 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=6ff181bc-14aa-45ba-9b8f-1f1537414daf,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:33.826431 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:34.041603 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50362426-9803-44c7-9a2d-5c6a7f2ebbcb req-130965f2-970c-4897-969e-2ddc0842d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:34.043160 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-50362426-9803-44c7-9a2d-5c6a7f2ebbcb req-130965f2-970c-4897-969e-2ddc0842d484 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d7e4d807-b284-40f3-827a-aa38f84eef3d HTTP/1.1" status: 200 len: 1163 time: 0.0799153 Jan 15 10:24:34.087741 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-50362426-9803-44c7-9a2d-5c6a7f2ebbcb req-d99cf79d-4206-4579-8409-7e951dbe7beb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384758 Jan 15 10:24:34.866680 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47463247-f1a4-4cd1-9d1b-186ea4b53622 req-cbad5882-4357-4d2c-a679-276dbaba29f8 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:34.868357 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-47463247-f1a4-4cd1-9d1b-186ea4b53622 req-cbad5882-4357-4d2c-a679-276dbaba29f8 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=d7e4d807-b284-40f3-827a-aa38f84eef3d HTTP/1.1" status: 200 len: 946 time: 0.1049335 Jan 15 10:24:34.926486 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-47463247-f1a4-4cd1-9d1b-186ea4b53622 req-090db923-b1cd-44d6-b04f-f8a8c718cc3f tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516882 Jan 15 10:24:35.110134 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 6ff181bc-14aa-45ba-9b8f-1f1537414daf up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:24:35.184696 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 6ff181bc-14aa-45ba-9b8f-1f1537414daf triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:24:35.185022 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:35.914580 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 35168) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:24:36.157669 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-28a5f96a-dde4-47f0-86de-04d3c770781d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:36.167976 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a80cf2-6361-46fb-b9dc-794bebed2ec0 req-e31fd894-86be-453d-9ee0-3120ea331e4d tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:36.169687 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e2a80cf2-6361-46fb-b9dc-794bebed2ec0 req-e31fd894-86be-453d-9ee0-3120ea331e4d tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=d7e4d807-b284-40f3-827a-aa38f84eef3d HTTP/1.1" status: 200 len: 946 time: 0.1065145 Jan 15 10:24:36.173506 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-28a5f96a-dde4-47f0-86de-04d3c770781d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:24:36.177763 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-28a5f96a-dde4-47f0-86de-04d3c770781d admin admin] Usage tracker for resource:security_group_rule and tenant:02d8f1627ad04999b5d10fd86df57d61 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:24:36.181076 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-28a5f96a-dde4-47f0-86de-04d3c770781d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:24:36.186937 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-28a5f96a-dde4-47f0-86de-04d3c770781d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:24:36.226478 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-e2a80cf2-6361-46fb-b9dc-794bebed2ec0 req-324515c4-b690-4a82-b307-a89d2bd5c663 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503950 Jan 15 10:24:36.276503 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-28a5f96a-dde4-47f0-86de-04d3c770781d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:36.279653 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-28a5f96a-dde4-47f0-86de-04d3c770781d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:36.288162 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-27e266ca-e5f6-427e-ba81-9da476598feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:36.339608 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-28a5f96a-dde4-47f0-86de-04d3c770781d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=02d8f1627ad04999b5d10fd86df57d61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4224329 Jan 15 10:24:36.340352 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5f96a-dde4-47f0-86de-04d3c770781d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05b3fc3-ebbb-4853-8387-f3e6869e3a0b,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:36.342374 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 35178) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:24:36.344006 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-28a5f96a-dde4-47f0-86de-04d3c770781d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:36.410479 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:36.448648 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:36.496242 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:36.501409 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0e9441c3-3aad-4cf0-959b-5a666be91dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:36.514807 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05b3fc3-ebbb-4853-8387-f3e6869e3a0b,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:36.528564 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:36.529005 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:36.529372 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:36.529781 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:36.530184 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:36.530586 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:36.530985 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:36.531409 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:36.531815 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:36.532213 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:36.532609 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:36.533001 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:36.533435 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:36.533885 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:36.534282 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:36.534714 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:36.535130 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:36.535530 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:36.535920 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:36.536309 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:36.536701 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:36.537719 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:36.538219 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:36.538613 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:36.542743 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:36.544029 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:36.545267 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-e957f3ea-18ae-4987-b28c-cff1607c92da admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b05b3fc3-ebbb-4853-8387-f3e6869e3a0b HTTP/1.1" status: 204 len: 168 time: 0.2015617 Jan 15 10:24:37.121713 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 6ff181bc-14aa-45ba-9b8f-1f1537414daf up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:24:37.195098 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 6ff181bc-14aa-45ba-9b8f-1f1537414daf triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:24:37.195516 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:44.091856 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2875a-3765-4b48-be2c-d4b91f0e1712 req-01ed8bec-7341-49de-bebb-30afe5d57e11 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:44.093660 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-77f2875a-3765-4b48-be2c-d4b91f0e1712 req-01ed8bec-7341-49de-bebb-30afe5d57e11 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=d7e4d807-b284-40f3-827a-aa38f84eef3d HTTP/1.1" status: 200 len: 946 time: 0.1222951 Jan 15 10:24:44.167164 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-77f2875a-3765-4b48-be2c-d4b91f0e1712 req-2dbc4ed5-54f5-4003-befb-ad776b665970 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653896 Jan 15 10:24:45.409222 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c031b-fa2b-4a68-af78-f01927c8b490 req-3785115e-7d4e-452e-9c0f-d9874c6f76aa tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:45.410854 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4a9c031b-fa2b-4a68-af78-f01927c8b490 req-3785115e-7d4e-452e-9c0f-d9874c6f76aa tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=d7e4d807-b284-40f3-827a-aa38f84eef3d HTTP/1.1" status: 200 len: 946 time: 0.1049249 Jan 15 10:24:45.465152 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4a9c031b-fa2b-4a68-af78-f01927c8b490 req-763afaa3-e32b-4e80-88ee-7d5760b9bc69 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469677 Jan 15 10:24:45.509720 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-76f3f2af-ada7-476f-af12-831ff04f9073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:45.511594 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:45.790531 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26a74e-595d-4058-a1cf-7119876130f2 req-2a44e213-6398-458b-9e46-3233496c35b7 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:45.791358 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-ee26a74e-595d-4058-a1cf-7119876130f2 req-2a44e213-6398-458b-9e46-3233496c35b7 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Synchronizing usage tracker for tenant:8df1e3e356004f0d8a1f4e7861089734 on resource:port {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:24:45.807587 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-ee26a74e-595d-4058-a1cf-7119876130f2 req-2a44e213-6398-458b-9e46-3233496c35b7 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Unset dirty status for tenant:8df1e3e356004f0d8a1f4e7861089734 on resource:port {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:24:45.808828 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ee26a74e-595d-4058-a1cf-7119876130f2 req-2a44e213-6398-458b-9e46-3233496c35b7 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.73 "GET /v2.0/ports?device_id=d7e4d807-b284-40f3-827a-aa38f84eef3d HTTP/1.1" status: 200 len: 946 time: 0.1180601 Jan 15 10:24:45.886232 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-ee26a74e-595d-4058-a1cf-7119876130f2 req-ded7b2fa-2c12-41a4-9542-49d78799b286 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Deleting port 6ff181bc-14aa-45ba-9b8f-1f1537414daf {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:24:45.886609 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ee26a74e-595d-4058-a1cf-7119876130f2 req-ded7b2fa-2c12-41a4-9542-49d78799b286 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:46.153557 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-ee26a74e-595d-4058-a1cf-7119876130f2 req-ded7b2fa-2c12-41a4-9542-49d78799b286 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] For port 6ff181bc-14aa-45ba-9b8f-1f1537414daf, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=6ff181bc-14aa-45ba-9b8f-1f1537414daf,segment=NetworkSegment(e081e065-2f5a-4eed-af76-3f2f581a8dc0),segment_id=e081e065-2f5a-4eed-af76-3f2f581a8dc0)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:24:46.153923 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ee26a74e-595d-4058-a1cf-7119876130f2 req-ded7b2fa-2c12-41a4-9542-49d78799b286 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:46.281729 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-ee26a74e-595d-4058-a1cf-7119876130f2 req-ded7b2fa-2c12-41a4-9542-49d78799b286 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Calling delete_port for 6ff181bc-14aa-45ba-9b8f-1f1537414daf owned by compute:nova {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:24:46.432595 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ee26a74e-595d-4058-a1cf-7119876130f2 req-ded7b2fa-2c12-41a4-9542-49d78799b286 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:46.448222 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-7d27e5b5-bfdc-453f-b30b-ef2562fd15c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:46.506401 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7b2fa-2c12-41a4-9542-49d78799b286 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Pushing event deleted for resources: {'Port': ['ID=6ff181bc-14aa-45ba-9b8f-1f1537414daf,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:46.511640 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ded7b2fa-2c12-41a4-9542-49d78799b286 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:46.650401 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0bb704c7-f05d-4008-ad61-75c05133d243 req-a1beeb7b-c400-49ba-a90c-16c35337f69b tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=d7e4d807-b284-40f3-827a-aa38f84eef3d HTTP/1.1" status: 200 len: 210 time: 0.0511155 Jan 15 10:24:46.660232 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee26a74e-595d-4058-a1cf-7119876130f2 req-ded7b2fa-2c12-41a4-9542-49d78799b286 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] No DVR routers for this DVR port 6ff181bc-14aa-45ba-9b8f-1f1537414daf on host hv-cinder-76859 {{(pid=80098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:24:46.662778 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ee26a74e-595d-4058-a1cf-7119876130f2 req-ded7b2fa-2c12-41a4-9542-49d78799b286 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:46.665789 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e4d807-b284-40f3-827a-aa38f84eef3d', 'name': 'network-vif-deleted', 'tag': '6ff181bc-14aa-45ba-9b8f-1f1537414daf'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:24:46.688055 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ee26a74e-595d-4058-a1cf-7119876130f2 req-ded7b2fa-2c12-41a4-9542-49d78799b286 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.73 "DELETE /v2.0/ports/6ff181bc-14aa-45ba-9b8f-1f1537414daf HTTP/1.1" status: 204 len: 173 time: 0.8735783 Jan 15 10:24:46.731538 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e4d807-b284-40f3-827a-aa38f84eef3d', 'name': 'network-vif-deleted', 'tag': '6ff181bc-14aa-45ba-9b8f-1f1537414daf', 'status': 'completed', 'code': 200} Jan 15 10:24:47.717922 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 6ff181bc-14aa-45ba-9b8f-1f1537414daf no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:24:47.753289 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] No Port match for: 6ff181bc-14aa-45ba-9b8f-1f1537414daf {{(pid=80100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:24:47.753687 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 6ff181bc-14aa-45ba-9b8f-1f1537414daf not bound to the agent host hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:24:47.908907 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f2dc1568-7e44-4700-9d75-fc326da44736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:48.470432 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:49.057579 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 35354) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:24:49.220058 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d175141d-ab14-43b2-abdd-afb753c24ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:49.238090 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-d175141d-ab14-43b2-abdd-afb753c24ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:24:49.242332 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-d175141d-ab14-43b2-abdd-afb753c24ad9 admin admin] Usage tracker for resource:security_group_rule and tenant:4c7d78714d8c4a15bbb9fe67d47058a1 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:24:49.246002 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-d175141d-ab14-43b2-abdd-afb753c24ad9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:24:49.253806 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-d175141d-ab14-43b2-abdd-afb753c24ad9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:24:49.344350 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d175141d-ab14-43b2-abdd-afb753c24ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:49.347306 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d175141d-ab14-43b2-abdd-afb753c24ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:49.358453 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-536e7138-718f-4c2d-bacf-016a2ef36ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:49.446703 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-d175141d-ab14-43b2-abdd-afb753c24ad9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4c7d78714d8c4a15bbb9fe67d47058a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879340 Jan 15 10:24:49.449521 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 35362) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:24:49.456348 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:49.462082 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175141d-ab14-43b2-abdd-afb753c24ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb44d674-1b1a-4961-bc3f-a90a22ccede3,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:49.465920 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d175141d-ab14-43b2-abdd-afb753c24ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:49.512408 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459ad58-664b-427b-b4a2-d1349c85ee45 req-a5c2e770-f80d-4347-8a30-967b19b6381b tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:49.514120 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9459ad58-664b-427b-b4a2-d1349c85ee45 req-a5c2e770-f80d-4347-8a30-967b19b6381b tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=63d152c5-d744-4603-b9b0-3df0dcefe6bd HTTP/1.1" status: 200 len: 945 time: 0.1582944 Jan 15 10:24:49.519852 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-20c14cab-2faf-4cac-80bb-8479f8c4e0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:49.548950 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-20c14cab-2faf-4cac-80bb-8479f8c4e0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:49.573653 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9459ad58-664b-427b-b4a2-d1349c85ee45 req-e79cc5ef-ecc2-44bc-8d4d-a7118c3afbaa tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523725 Jan 15 10:24:49.604082 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-20c14cab-2faf-4cac-80bb-8479f8c4e0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:49.609142 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-6c9c23d5-198b-428e-97e0-c360eb5ce611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:49.620679 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c14cab-2faf-4cac-80bb-8479f8c4e0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb44d674-1b1a-4961-bc3f-a90a22ccede3,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:49.624370 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-20c14cab-2faf-4cac-80bb-8479f8c4e0bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:49.627660 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-20c14cab-2faf-4cac-80bb-8479f8c4e0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:49.629006 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-20c14cab-2faf-4cac-80bb-8479f8c4e0bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eb44d674-1b1a-4961-bc3f-a90a22ccede3 HTTP/1.1" status: 204 len: 168 time: 0.1782334 Jan 15 10:24:50.140619 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:50.805912 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142ff01-ba40-41fd-ac13-f79695c40325 req-fab3005c-3a27-47fa-85ea-f9b7feb09bb7 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:50.807622 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c142ff01-ba40-41fd-ac13-f79695c40325 req-fab3005c-3a27-47fa-85ea-f9b7feb09bb7 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=63d152c5-d744-4603-b9b0-3df0dcefe6bd HTTP/1.1" status: 200 len: 945 time: 0.1010599 Jan 15 10:24:50.867015 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c142ff01-ba40-41fd-ac13-f79695c40325 req-4ef41710-9f4a-4b56-befa-4a963df0c4a8 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528069 Jan 15 10:24:51.039924 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7fcc7-9bd1-43c0-bb3f-08fbc4c24b6c req-4a34d287-dea0-420a-8910-b63e4d6dc39b tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:51.040699 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-f2e7fcc7-9bd1-43c0-bb3f-08fbc4c24b6c req-4a34d287-dea0-420a-8910-b63e4d6dc39b tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Synchronizing usage tracker for tenant:8df1e3e356004f0d8a1f4e7861089734 on resource:port {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:24:51.055404 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-f2e7fcc7-9bd1-43c0-bb3f-08fbc4c24b6c req-4a34d287-dea0-420a-8910-b63e4d6dc39b tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Unset dirty status for tenant:8df1e3e356004f0d8a1f4e7861089734 on resource:port {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:24:51.056632 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f2e7fcc7-9bd1-43c0-bb3f-08fbc4c24b6c req-4a34d287-dea0-420a-8910-b63e4d6dc39b tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.73 "GET /v2.0/ports?device_id=63d152c5-d744-4603-b9b0-3df0dcefe6bd HTTP/1.1" status: 200 len: 945 time: 0.1200886 Jan 15 10:24:51.134713 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-f2e7fcc7-9bd1-43c0-bb3f-08fbc4c24b6c req-fff241e0-10c0-4f14-b0e7-86f477d97097 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Deleting port 7bb442c8-bf41-427c-b190-1bb6e317c0dd {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:24:51.135008 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-f2e7fcc7-9bd1-43c0-bb3f-08fbc4c24b6c req-fff241e0-10c0-4f14-b0e7-86f477d97097 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:51.177669 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 7bb442c8-bf41-427c-b190-1bb6e317c0dd no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:24:51.298732 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:51.328470 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d152c5-d744-4603-b9b0-3df0dcefe6bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bb442c8-bf41-427c-b190-1bb6e317c0dd'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:24:51.339301 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port 7bb442c8-bf41-427c-b190-1bb6e317c0dd, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=7bb442c8-bf41-427c-b190-1bb6e317c0dd,segment=NetworkSegment(e081e065-2f5a-4eed-af76-3f2f581a8dc0),segment_id=e081e065-2f5a-4eed-af76-3f2f581a8dc0)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:24:51.342575 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:51.344474 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:51.400734 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d152c5-d744-4603-b9b0-3df0dcefe6bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bb442c8-bf41-427c-b190-1bb6e317c0dd', 'code': 200} Jan 15 10:24:51.407414 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-f2e7fcc7-9bd1-43c0-bb3f-08fbc4c24b6c req-fff241e0-10c0-4f14-b0e7-86f477d97097 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] For port 7bb442c8-bf41-427c-b190-1bb6e317c0dd, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=7bb442c8-bf41-427c-b190-1bb6e317c0dd,segment=NetworkSegment(e081e065-2f5a-4eed-af76-3f2f581a8dc0),segment_id=e081e065-2f5a-4eed-af76-3f2f581a8dc0)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:24:51.407820 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-f2e7fcc7-9bd1-43c0-bb3f-08fbc4c24b6c req-fff241e0-10c0-4f14-b0e7-86f477d97097 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:51.419754 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=7bb442c8-bf41-427c-b190-1bb6e317c0dd,revision_number=5']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:51.428179 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:51.428573 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:51.428956 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:51.429336 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:51.429709 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:51.430087 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:51.435771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:51.435771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:51.435771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:51.435771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:51.435771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:51.435771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:51.435771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:51.435771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:51.435771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:51.435771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:51.435771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:51.435771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:51.435771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:51.435771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:51.435771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:51.435771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:51.437277 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:51.437277 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:24:51.440684 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:51.541204 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-f2e7fcc7-9bd1-43c0-bb3f-08fbc4c24b6c req-fff241e0-10c0-4f14-b0e7-86f477d97097 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Calling delete_port for 7bb442c8-bf41-427c-b190-1bb6e317c0dd owned by compute:nova {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:24:51.623517 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.db.api [req-f2e7fcc7-9bd1-43c0-bb3f-08fbc4c24b6c req-fff241e0-10c0-4f14-b0e7-86f477d97097 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80098) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:24:51.623881 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_db.api [req-f2e7fcc7-9bd1-43c0-bb3f-08fbc4c24b6c req-fff241e0-10c0-4f14-b0e7-86f477d97097 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:24:52.125488 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-f2e7fcc7-9bd1-43c0-bb3f-08fbc4c24b6c req-fff241e0-10c0-4f14-b0e7-86f477d97097 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Deleting port 7bb442c8-bf41-427c-b190-1bb6e317c0dd {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:24:52.126020 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-f2e7fcc7-9bd1-43c0-bb3f-08fbc4c24b6c req-fff241e0-10c0-4f14-b0e7-86f477d97097 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:52.339320 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151e513-d23a-42fd-badb-f0c629c98a36 req-85dc945c-3403-4d05-b731-640b2dcd3ced tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:52.340936 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-6151e513-d23a-42fd-badb-f0c629c98a36 req-85dc945c-3403-4d05-b731-640b2dcd3ced tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=63d152c5-d744-4603-b9b0-3df0dcefe6bd HTTP/1.1" status: 200 len: 943 time: 0.3388071 Jan 15 10:24:52.393830 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-6151e513-d23a-42fd-badb-f0c629c98a36 req-e63aeb9a-559b-4537-bec6-863ddc3328bd tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463064 Jan 15 10:24:52.404848 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-f2e7fcc7-9bd1-43c0-bb3f-08fbc4c24b6c req-fff241e0-10c0-4f14-b0e7-86f477d97097 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] For port 7bb442c8-bf41-427c-b190-1bb6e317c0dd, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=7bb442c8-bf41-427c-b190-1bb6e317c0dd,segment=NetworkSegment(e081e065-2f5a-4eed-af76-3f2f581a8dc0),segment_id=e081e065-2f5a-4eed-af76-3f2f581a8dc0)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:24:52.405245 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-f2e7fcc7-9bd1-43c0-bb3f-08fbc4c24b6c req-fff241e0-10c0-4f14-b0e7-86f477d97097 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:52.766272 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-f2e7fcc7-9bd1-43c0-bb3f-08fbc4c24b6c req-fff241e0-10c0-4f14-b0e7-86f477d97097 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Calling delete_port for 7bb442c8-bf41-427c-b190-1bb6e317c0dd owned by compute:nova {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:24:52.913677 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-f2e7fcc7-9bd1-43c0-bb3f-08fbc4c24b6c req-fff241e0-10c0-4f14-b0e7-86f477d97097 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:52.931862 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-086147b5-82c2-4381-a1fe-d64ab44e4889 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:52.993157 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff241e0-10c0-4f14-b0e7-86f477d97097 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Pushing event deleted for resources: {'Port': ['ID=7bb442c8-bf41-427c-b190-1bb6e317c0dd,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:52.995911 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-fff241e0-10c0-4f14-b0e7-86f477d97097 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:53.140968 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e7fcc7-9bd1-43c0-bb3f-08fbc4c24b6c req-fff241e0-10c0-4f14-b0e7-86f477d97097 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] No DVR routers for this DVR port 7bb442c8-bf41-427c-b190-1bb6e317c0dd on host hv-cinder-76859 {{(pid=80098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:24:53.143152 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-f2e7fcc7-9bd1-43c0-bb3f-08fbc4c24b6c req-fff241e0-10c0-4f14-b0e7-86f477d97097 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:53.145843 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d152c5-d744-4603-b9b0-3df0dcefe6bd', 'name': 'network-vif-deleted', 'tag': '7bb442c8-bf41-427c-b190-1bb6e317c0dd'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:24:53.161786 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f2e7fcc7-9bd1-43c0-bb3f-08fbc4c24b6c req-fff241e0-10c0-4f14-b0e7-86f477d97097 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.73 "DELETE /v2.0/ports/7bb442c8-bf41-427c-b190-1bb6e317c0dd HTTP/1.1" status: 204 len: 173 time: 2.0992184 Jan 15 10:24:53.205968 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d152c5-d744-4603-b9b0-3df0dcefe6bd', 'name': 'network-vif-deleted', 'tag': '7bb442c8-bf41-427c-b190-1bb6e317c0dd', 'status': 'completed', 'code': 200} Jan 15 10:24:53.587766 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-58050541-510f-4cb7-b1c4-a1c427ac9d28 req-a1cfd0e0-a4b7-4dee-b94b-26e865a37186 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=63d152c5-d744-4603-b9b0-3df0dcefe6bd HTTP/1.1" status: 200 len: 210 time: 0.0488684 Jan 15 10:24:55.125336 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c932a09-97dc-43a1-9267-fc182ab8a511 req-cabea66b-a564-450c-b2b8-0abdfad4b8a4 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:55.126962 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9c932a09-97dc-43a1-9267-fc182ab8a511 req-cabea66b-a564-450c-b2b8-0abdfad4b8a4 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=d2c0d5a4-13ad-4ffd-839a-8d7e0b22bb9c HTTP/1.1" status: 200 len: 946 time: 0.1038911 Jan 15 10:24:55.179942 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9c932a09-97dc-43a1-9267-fc182ab8a511 req-973c2e78-c3a2-4293-877a-572998b8a46c tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459557 Jan 15 10:24:56.354668 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482c18d-fe42-46fd-899f-527df12cfe87 req-4873e3d3-f765-4e20-95cd-0e89684e3139 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:56.355511 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-0482c18d-fe42-46fd-899f-527df12cfe87 req-4873e3d3-f765-4e20-95cd-0e89684e3139 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Synchronizing usage tracker for tenant:8df1e3e356004f0d8a1f4e7861089734 on resource:port {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:24:56.371739 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-0482c18d-fe42-46fd-899f-527df12cfe87 req-4873e3d3-f765-4e20-95cd-0e89684e3139 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Unset dirty status for tenant:8df1e3e356004f0d8a1f4e7861089734 on resource:port {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:24:56.372997 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0482c18d-fe42-46fd-899f-527df12cfe87 req-4873e3d3-f765-4e20-95cd-0e89684e3139 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.73 "GET /v2.0/ports?device_id=d2c0d5a4-13ad-4ffd-839a-8d7e0b22bb9c HTTP/1.1" status: 200 len: 946 time: 0.1189573 Jan 15 10:24:56.417803 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa099c-cdc4-41d6-b29e-8d1b4d681856 req-6072223f-34c1-495c-84f5-609cda8b9512 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:56.419472 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-98fa099c-cdc4-41d6-b29e-8d1b4d681856 req-6072223f-34c1-495c-84f5-609cda8b9512 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=d2c0d5a4-13ad-4ffd-839a-8d7e0b22bb9c HTTP/1.1" status: 200 len: 946 time: 0.1031382 Jan 15 10:24:56.452369 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-0482c18d-fe42-46fd-899f-527df12cfe87 req-1fb47539-9548-47c3-83bb-c3410bcb01eb tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Deleting port 1276d4e0-db71-484c-b5fe-00050ed4a6ec {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:24:56.452756 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-0482c18d-fe42-46fd-899f-527df12cfe87 req-1fb47539-9548-47c3-83bb-c3410bcb01eb tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:56.477673 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-98fa099c-cdc4-41d6-b29e-8d1b4d681856 req-1bd29cde-0832-431e-94f8-5fc0db6f8a78 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516276 Jan 15 10:24:56.716663 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-0482c18d-fe42-46fd-899f-527df12cfe87 req-1fb47539-9548-47c3-83bb-c3410bcb01eb tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] For port 1276d4e0-db71-484c-b5fe-00050ed4a6ec, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=1276d4e0-db71-484c-b5fe-00050ed4a6ec,segment=NetworkSegment(e081e065-2f5a-4eed-af76-3f2f581a8dc0),segment_id=e081e065-2f5a-4eed-af76-3f2f581a8dc0)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:24:56.717050 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-0482c18d-fe42-46fd-899f-527df12cfe87 req-1fb47539-9548-47c3-83bb-c3410bcb01eb tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:56.844415 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-0482c18d-fe42-46fd-899f-527df12cfe87 req-1fb47539-9548-47c3-83bb-c3410bcb01eb tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Calling delete_port for 1276d4e0-db71-484c-b5fe-00050ed4a6ec owned by compute:nova {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:24:56.994377 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-0482c18d-fe42-46fd-899f-527df12cfe87 req-1fb47539-9548-47c3-83bb-c3410bcb01eb tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:57.010119 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-af88cb83-8fc5-4d64-b35c-843e5d8763fc tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:24:57.069108 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb47539-9548-47c3-83bb-c3410bcb01eb tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Pushing event deleted for resources: {'Port': ['ID=1276d4e0-db71-484c-b5fe-00050ed4a6ec,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:24:57.072979 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1fb47539-9548-47c3-83bb-c3410bcb01eb tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:24:57.215094 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-0482c18d-fe42-46fd-899f-527df12cfe87 req-1fb47539-9548-47c3-83bb-c3410bcb01eb tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] No DVR routers for this DVR port 1276d4e0-db71-484c-b5fe-00050ed4a6ec on host hv-cinder-76859 {{(pid=80098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:24:57.217307 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-0482c18d-fe42-46fd-899f-527df12cfe87 req-1fb47539-9548-47c3-83bb-c3410bcb01eb tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:57.220012 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c0d5a4-13ad-4ffd-839a-8d7e0b22bb9c', 'name': 'network-vif-deleted', 'tag': '1276d4e0-db71-484c-b5fe-00050ed4a6ec'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:24:57.237189 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-0482c18d-fe42-46fd-899f-527df12cfe87 req-1fb47539-9548-47c3-83bb-c3410bcb01eb tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.73 "DELETE /v2.0/ports/1276d4e0-db71-484c-b5fe-00050ed4a6ec HTTP/1.1" status: 204 len: 173 time: 0.8590255 Jan 15 10:24:57.284152 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c0d5a4-13ad-4ffd-839a-8d7e0b22bb9c', 'name': 'network-vif-deleted', 'tag': '1276d4e0-db71-484c-b5fe-00050ed4a6ec', 'status': 'completed', 'code': 200} Jan 15 10:24:57.326966 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 1276d4e0-db71-484c-b5fe-00050ed4a6ec no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:24:57.362441 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] No Port match for: 1276d4e0-db71-484c-b5fe-00050ed4a6ec {{(pid=80100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:24:57.363029 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 1276d4e0-db71-484c-b5fe-00050ed4a6ec not bound to the agent host hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:24:57.669832 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d12becd1-1b5f-49d8-8047-2f3298f3457e req-5f0e15b4-2055-4d39-993e-8c3dec89c7d3 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=d2c0d5a4-13ad-4ffd-839a-8d7e0b22bb9c HTTP/1.1" status: 200 len: 210 time: 0.0478361 Jan 15 10:25:00.473455 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee3073-ef4f-4e09-bd9f-a5df2007faf3 req-7c21924c-fb2c-4e59-a759-b083f46ee73f tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:25:00.475882 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-49ee3073-ef4f-4e09-bd9f-a5df2007faf3 req-7c21924c-fb2c-4e59-a759-b083f46ee73f tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=ccc52759-28a3-43f8-9b90-7509cfb36887 HTTP/1.1" status: 200 len: 946 time: 0.1007998 Jan 15 10:25:00.530128 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-49ee3073-ef4f-4e09-bd9f-a5df2007faf3 req-51783d2e-f741-4926-a21d-70bb9ec8f9bb tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479486 Jan 15 10:25:01.769854 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056875c-9f62-46b0-b888-f0a0465ddcc7 req-9fa758a8-d887-47c6-996f-c27a987a63bb tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:25:01.771579 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1056875c-9f62-46b0-b888-f0a0465ddcc7 req-9fa758a8-d887-47c6-996f-c27a987a63bb tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=ccc52759-28a3-43f8-9b90-7509cfb36887 HTTP/1.1" status: 200 len: 946 time: 0.1084259 Jan 15 10:25:01.823182 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1056875c-9f62-46b0-b888-f0a0465ddcc7 req-0c2d5661-e236-4dcd-a435-b51d309cf4ec tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/security-groups?id=1db476bd-6e18-496d-ac42-02e86b4bb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451581 Jan 15 10:25:01.974815 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde1e97-07e9-452f-8df2-ae62199cb818 req-45202344-689a-4c63-b902-45b719d1370b tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:25:01.975903 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-dfde1e97-07e9-452f-8df2-ae62199cb818 req-45202344-689a-4c63-b902-45b719d1370b tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Synchronizing usage tracker for tenant:8df1e3e356004f0d8a1f4e7861089734 on resource:port {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:25:01.993414 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-dfde1e97-07e9-452f-8df2-ae62199cb818 req-45202344-689a-4c63-b902-45b719d1370b tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Unset dirty status for tenant:8df1e3e356004f0d8a1f4e7861089734 on resource:port {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:25:01.994752 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-dfde1e97-07e9-452f-8df2-ae62199cb818 req-45202344-689a-4c63-b902-45b719d1370b tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.73 "GET /v2.0/ports?device_id=ccc52759-28a3-43f8-9b90-7509cfb36887 HTTP/1.1" status: 200 len: 946 time: 0.1184697 Jan 15 10:25:02.078706 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-dfde1e97-07e9-452f-8df2-ae62199cb818 req-412426a5-fe1f-4587-af81-797ca5cc9229 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Deleting port 98db5a05-be22-46ba-ba2a-cc806c12c37f {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:25:02.079112 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-dfde1e97-07e9-452f-8df2-ae62199cb818 req-412426a5-fe1f-4587-af81-797ca5cc9229 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:02.335485 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-dfde1e97-07e9-452f-8df2-ae62199cb818 req-412426a5-fe1f-4587-af81-797ca5cc9229 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] For port 98db5a05-be22-46ba-ba2a-cc806c12c37f, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=98db5a05-be22-46ba-ba2a-cc806c12c37f,segment=NetworkSegment(e081e065-2f5a-4eed-af76-3f2f581a8dc0),segment_id=e081e065-2f5a-4eed-af76-3f2f581a8dc0)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:25:02.335883 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-dfde1e97-07e9-452f-8df2-ae62199cb818 req-412426a5-fe1f-4587-af81-797ca5cc9229 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:02.463611 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-dfde1e97-07e9-452f-8df2-ae62199cb818 req-412426a5-fe1f-4587-af81-797ca5cc9229 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Calling delete_port for 98db5a05-be22-46ba-ba2a-cc806c12c37f owned by compute:nova {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:25:02.607628 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-dfde1e97-07e9-452f-8df2-ae62199cb818 req-412426a5-fe1f-4587-af81-797ca5cc9229 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:02.622507 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:02.681220 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412426a5-fe1f-4587-af81-797ca5cc9229 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Pushing event deleted for resources: {'Port': ['ID=98db5a05-be22-46ba-ba2a-cc806c12c37f,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:02.685007 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-412426a5-fe1f-4587-af81-797ca5cc9229 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:02.825993 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfde1e97-07e9-452f-8df2-ae62199cb818 req-412426a5-fe1f-4587-af81-797ca5cc9229 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] No DVR routers for this DVR port 98db5a05-be22-46ba-ba2a-cc806c12c37f on host hv-cinder-76859 {{(pid=80098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:25:02.828180 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-dfde1e97-07e9-452f-8df2-ae62199cb818 req-412426a5-fe1f-4587-af81-797ca5cc9229 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:02.830823 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc52759-28a3-43f8-9b90-7509cfb36887', 'name': 'network-vif-deleted', 'tag': '98db5a05-be22-46ba-ba2a-cc806c12c37f'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:25:02.846813 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-dfde1e97-07e9-452f-8df2-ae62199cb818 req-412426a5-fe1f-4587-af81-797ca5cc9229 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.73 "DELETE /v2.0/ports/98db5a05-be22-46ba-ba2a-cc806c12c37f HTTP/1.1" status: 204 len: 173 time: 0.8461463 Jan 15 10:25:02.892624 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc52759-28a3-43f8-9b90-7509cfb36887', 'name': 'network-vif-deleted', 'tag': '98db5a05-be22-46ba-ba2a-cc806c12c37f', 'status': 'completed', 'code': 200} Jan 15 10:25:03.018225 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8ca731a8-574e-4da2-be49-0709bb9a849a req-055bd161-9ed8-47d0-bafc-977e2fbf2be5 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] 10.222.0.60 "GET /v2.0/ports?device_id=ccc52759-28a3-43f8-9b90-7509cfb36887 HTTP/1.1" status: 200 len: 210 time: 0.0549767 Jan 15 10:25:03.237877 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 98db5a05-be22-46ba-ba2a-cc806c12c37f no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:25:03.273384 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] No Port match for: 98db5a05-be22-46ba-ba2a-cc806c12c37f {{(pid=80100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:25:03.273785 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 98db5a05-be22-46ba-ba2a-cc806c12c37f not bound to the agent host hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:25:04.136592 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 35410) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:04.206752 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_v2 [None req-636106e6-c8c2-47bc-8416-7b8b97e1978c admin admin] Deleting subnet c46d33da-f99f-4a8a-9a1f-aeea2925bd0a {{(pid=80098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:25:04.210705 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-636106e6-c8c2-47bc-8416-7b8b97e1978c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:04.268881 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-636106e6-c8c2-47bc-8416-7b8b97e1978c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3229886'] for subnet, precommit_delete_associations {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:04.329525 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-636106e6-c8c2-47bc-8416-7b8b97e1978c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854144639'] for subnet, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:04.600557 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-636106e6-c8c2-47bc-8416-7b8b97e1978c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850609153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852289168'] for subnet, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:04.616656 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:04.664354 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636106e6-c8c2-47bc-8416-7b8b97e1978c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c46d33da-f99f-4a8a-9a1f-aeea2925bd0a,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:04.668335 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-636106e6-c8c2-47bc-8416-7b8b97e1978c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:04.752772 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-636106e6-c8c2-47bc-8416-7b8b97e1978c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:04.759419 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-636106e6-c8c2-47bc-8416-7b8b97e1978c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c46d33da-f99f-4a8a-9a1f-aeea2925bd0a HTTP/1.1" status: 204 len: 168 time: 0.6216702 Jan 15 10:25:04.762096 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 35414) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:04.880972 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1880b2f5-edbd-479e-a576-6da2140c3ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357326'] for network, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:05.073857 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1880b2f5-edbd-479e-a576-6da2140c3ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631286', 'neutron.services.segments.db._delete_segments_for_network-8727284934413'] for network, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:05.190530 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-1880b2f5-edbd-479e-a576-6da2140c3ddf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4711e55c-0429-4ed1-a597-f50aaf5ca59a']}} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:25:05.203553 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-1880b2f5-edbd-479e-a576-6da2140c3ddf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e081e065-2f5a-4eed-af76-3f2f581a8dc0') {'for_net_delete': True} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:25:05.203901 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-1880b2f5-edbd-479e-a576-6da2140c3ddf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e081e065-2f5a-4eed-af76-3f2f581a8dc0') {} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:25:05.215984 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1880b2f5-edbd-479e-a576-6da2140c3ddf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309569803022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851545978'] for segment, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:05.234664 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1880b2f5-edbd-479e-a576-6da2140c3ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:05.236711 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1880b2f5-edbd-479e-a576-6da2140c3ddf admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:25:05.422593 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-1880b2f5-edbd-479e-a576-6da2140c3ddf admin admin] Network 4711e55c-0429-4ed1-a597-f50aaf5ca59a has no segments {{(pid=80098) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:25:05.431768 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1880b2f5-edbd-479e-a576-6da2140c3ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-629596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850609246'] for segment, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:05.611336 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-1880b2f5-edbd-479e-a576-6da2140c3ddf admin admin] Network 4711e55c-0429-4ed1-a597-f50aaf5ca59a has no segments {{(pid=80098) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: Traceback (most recent call last): Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: timer() Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: cb(*args, **kw) Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: return func(*args, **kwargs) Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: self._notify() Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: self.callback(batched_events) Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: event.method(event) Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: segment_id)['aggregates'][0] Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: return f(self, *a, **k) Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: return self._get(url).json() Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: **kwargs) Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: return self.request(url, 'GET', **kwargs) Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: **endpoint_filter) Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:25:05.637924 dv-cinder-768592-3-smb neutron-server[79989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:25:05.722112 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1880b2f5-edbd-479e-a576-6da2140c3ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409743'] for network, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:05.726931 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1880b2f5-edbd-479e-a576-6da2140c3ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:05.730735 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:05.755558 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880b2f5-edbd-479e-a576-6da2140c3ddf admin admin] Pushing event deleted for resources: {'Network': ['ID=4711e55c-0429-4ed1-a597-f50aaf5ca59a,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:05.758461 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1880b2f5-edbd-479e-a576-6da2140c3ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:05.760678 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-1880b2f5-edbd-479e-a576-6da2140c3ddf admin admin] 10.222.0.60 "DELETE /v2.0/networks/4711e55c-0429-4ed1-a597-f50aaf5ca59a HTTP/1.1" status: 204 len: 168 time: 0.9974177 Jan 15 10:25:05.975569 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 35420) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:06.034993 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-e7b0fba1-8afc-48b8-8a95-6107a34e9afe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8df1e3e356004f0d8a1f4e7861089734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580626 Jan 15 10:25:06.040298 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 35424) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:06.105260 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b0377916-c060-4ad5-bdf3-2d771cbf7ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:06.133550 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b0377916-c060-4ad5-bdf3-2d771cbf7ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:06.177996 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b0377916-c060-4ad5-bdf3-2d771cbf7ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:06.182858 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67b1c745-f342-477f-b32a-49d9b2a23066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:06.197256 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0377916-c060-4ad5-bdf3-2d771cbf7ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db476bd-6e18-496d-ac42-02e86b4bb361,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:06.200157 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b0377916-c060-4ad5-bdf3-2d771cbf7ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:06.206595 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b0377916-c060-4ad5-bdf3-2d771cbf7ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:06.207981 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-b0377916-c060-4ad5-bdf3-2d771cbf7ebb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1db476bd-6e18-496d-ac42-02e86b4bb361 HTTP/1.1" status: 204 len: 168 time: 0.1666958 Jan 15 10:25:07.315369 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:25:15.493880 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1c3457f6-3be5-40c2-a2fb-078d082c4da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:15.519569 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:17.914857 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-cebd8cf7-c612-4ddd-8623-ca10b8bdacbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:18.474608 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:19.460865 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:20.143911 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:41.293725 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 35780) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:41.446832 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:41.463214 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:25:41.467320 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Usage tracker for resource:security_group_rule and tenant:121af1bc26be488c90197ae439a8909b is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:25:41.470306 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:25:41.476466 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:25:41.569633 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:41.572435 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:41.820798 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b0377916-c060-4ad5-bdf3-2d771cbf7ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:41.873883 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=121af1bc26be488c90197ae439a8909b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5789576 Jan 15 10:25:41.875642 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96397c48-7539-4487-ac06-dce43bfd5b1d,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:41.877312 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 35786) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:41.886093 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:41.886503 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:41.886915 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:41.887353 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:41.888050 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:41.888178 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:41.888508 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:41.888904 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:41.889299 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:41.889670 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:41.890109 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:41.890509 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:41.890939 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:41.891357 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:41.891753 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:41.892147 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:41.892529 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:41.892918 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:41.893306 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:41.893695 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:41.894084 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:41.895319 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:41.895723 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:41.896115 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:41.900850 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d8d3221c-75fd-4190-834c-e19a7199507d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:41.942034 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:41.971993 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:42.023228 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:42.030706 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-27cbc09b-cb65-4712-aa53-874925a4e436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:42.044729 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96397c48-7539-4487-ac06-dce43bfd5b1d,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:42.058727 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:42.059164 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:42.059570 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:42.059966 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:42.060357 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:42.060747 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:42.061135 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:42.061530 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:42.062213 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:42.062821 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:42.063350 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:42.063749 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:42.064179 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:42.064568 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:42.064956 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:42.065340 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:42.065725 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:42.066153 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:42.067054 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:42.067559 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:42.067948 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:42.068330 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:42.068853 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:42.069236 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:42.072985 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:42.074330 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f2106135-f550-4055-a716-05c065331692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:42.075595 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-f2106135-f550-4055-a716-05c065331692 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/96397c48-7539-4487-ac06-dce43bfd5b1d HTTP/1.1" status: 204 len: 168 time: 0.1969881 Jan 15 10:25:42.457096 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 35794) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:42.480726 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6e2f0f19-de70-4596-9fa4-fbad55abae1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:42.502431 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-6e2f0f19-de70-4596-9fa4-fbad55abae1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:25:42.514370 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-6e2f0f19-de70-4596-9fa4-fbad55abae1c admin admin] Usage tracker for resource:security_group_rule and tenant:365410e5ebf942b28b50621129f53ed0 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:25:42.517467 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-6e2f0f19-de70-4596-9fa4-fbad55abae1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:25:42.525236 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-6e2f0f19-de70-4596-9fa4-fbad55abae1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:25:42.627215 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6e2f0f19-de70-4596-9fa4-fbad55abae1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:42.631042 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6e2f0f19-de70-4596-9fa4-fbad55abae1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:42.639824 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-eb4e59e4-eff5-424b-befb-1ffa89c42e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:42.700211 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f0f19-de70-4596-9fa4-fbad55abae1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a141dbfa-2199-4b04-9988-4d0768cc7957,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:42.705716 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-6e2f0f19-de70-4596-9fa4-fbad55abae1c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=365410e5ebf942b28b50621129f53ed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474334 Jan 15 10:25:42.706977 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-6e2f0f19-de70-4596-9fa4-fbad55abae1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:42.713860 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 35798) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:42.784387 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fc0ff936-e0e0-42c2-86d8-4c360331088b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:42.812164 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fc0ff936-e0e0-42c2-86d8-4c360331088b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:42.858764 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fc0ff936-e0e0-42c2-86d8-4c360331088b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:42.864864 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-3295688f-96fc-4856-99dc-3b3fb7067c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:42.877911 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ff936-e0e0-42c2-86d8-4c360331088b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a141dbfa-2199-4b04-9988-4d0768cc7957,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:42.880879 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-fc0ff936-e0e0-42c2-86d8-4c360331088b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:42.897387 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fc0ff936-e0e0-42c2-86d8-4c360331088b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:42.898692 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-fc0ff936-e0e0-42c2-86d8-4c360331088b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a141dbfa-2199-4b04-9988-4d0768cc7957 HTTP/1.1" status: 204 len: 168 time: 0.1838508 Jan 15 10:25:44.316821 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:25:45.282241 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 35850) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:45.437324 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0adaba1f-eb73-44fa-bc48-ce49c5b9f139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:45.452923 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-0adaba1f-eb73-44fa-bc48-ce49c5b9f139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:25:45.457921 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-0adaba1f-eb73-44fa-bc48-ce49c5b9f139 admin admin] Usage tracker for resource:security_group_rule and tenant:55ca3a7ec7da4fd791fa9a5be85aa28b is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:25:45.460924 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-0adaba1f-eb73-44fa-bc48-ce49c5b9f139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:25:45.466712 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-0adaba1f-eb73-44fa-bc48-ce49c5b9f139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:25:45.495192 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-05233380-2b46-4d4b-af31-f270f2c80bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:45.550926 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:45.556069 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0adaba1f-eb73-44fa-bc48-ce49c5b9f139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:45.558722 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0adaba1f-eb73-44fa-bc48-ce49c5b9f139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:45.568114 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f962ccb9-01b0-448a-833a-6d3b95de88f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:45.615099 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-0adaba1f-eb73-44fa-bc48-ce49c5b9f139 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=55ca3a7ec7da4fd791fa9a5be85aa28b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315177 Jan 15 10:25:45.616763 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adaba1f-eb73-44fa-bc48-ce49c5b9f139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc30ba6-0984-4d55-b544-d6c16d09cddf,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:45.617950 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 35856) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:45.620135 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0adaba1f-eb73-44fa-bc48-ce49c5b9f139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:45.680928 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-241849b9-8c78-4ed0-b5f8-806092186cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:45.711464 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-241849b9-8c78-4ed0-b5f8-806092186cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:45.756971 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-241849b9-8c78-4ed0-b5f8-806092186cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:45.761898 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0aa989ff-46c9-49ec-adb5-156bce6b4b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:45.773291 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241849b9-8c78-4ed0-b5f8-806092186cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc30ba6-0984-4d55-b544-d6c16d09cddf,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:45.778303 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-241849b9-8c78-4ed0-b5f8-806092186cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:45.780179 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-241849b9-8c78-4ed0-b5f8-806092186cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:45.781410 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-241849b9-8c78-4ed0-b5f8-806092186cb8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/afc30ba6-0984-4d55-b544-d6c16d09cddf HTTP/1.1" status: 204 len: 168 time: 0.1623678 Jan 15 10:25:46.129078 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 35864) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:46.149688 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8937d3e4-53ed-433c-8bf1-d3d6e13929f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:46.165360 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-8937d3e4-53ed-433c-8bf1-d3d6e13929f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:25:46.169494 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-8937d3e4-53ed-433c-8bf1-d3d6e13929f6 admin admin] Usage tracker for resource:security_group_rule and tenant:e234fe7336494b05a7abbc1e68c70876 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:25:46.172510 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-8937d3e4-53ed-433c-8bf1-d3d6e13929f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:25:46.179322 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-8937d3e4-53ed-433c-8bf1-d3d6e13929f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:25:46.267257 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8937d3e4-53ed-433c-8bf1-d3d6e13929f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:46.270559 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8937d3e4-53ed-433c-8bf1-d3d6e13929f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:46.279498 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-4317986f-af5c-458b-8223-b9ed15e969e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:46.324211 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-8937d3e4-53ed-433c-8bf1-d3d6e13929f6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e234fe7336494b05a7abbc1e68c70876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1936526 Jan 15 10:25:46.325944 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937d3e4-53ed-433c-8bf1-d3d6e13929f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b519c24-eebc-46d1-a226-2de6ae75f90c,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:46.327002 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 35868) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:46.330828 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-8937d3e4-53ed-433c-8bf1-d3d6e13929f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:46.392375 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-bfd6bf3a-3762-44ad-841a-0a0f5217db1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:46.420203 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-bfd6bf3a-3762-44ad-841a-0a0f5217db1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:46.466027 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-bfd6bf3a-3762-44ad-841a-0a0f5217db1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:46.470930 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f2563548-d813-41a2-90c6-a1b98c960dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:46.484718 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6bf3a-3762-44ad-841a-0a0f5217db1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b519c24-eebc-46d1-a226-2de6ae75f90c,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:46.487325 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-bfd6bf3a-3762-44ad-841a-0a0f5217db1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:46.495137 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-bfd6bf3a-3762-44ad-841a-0a0f5217db1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:46.496344 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-bfd6bf3a-3762-44ad-841a-0a0f5217db1a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b519c24-eebc-46d1-a226-2de6ae75f90c HTTP/1.1" status: 204 len: 168 time: 0.1681700 Jan 15 10:25:47.920418 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a45221ef-bb99-46c3-9e72-767d5fe21d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:48.477858 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:49.461642 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:50.146449 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:56.054715 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 35988) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:56.208349 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-84fc6c38-c947-4d9b-abb7-340948b7e731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:56.223795 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-84fc6c38-c947-4d9b-abb7-340948b7e731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:25:56.228214 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-84fc6c38-c947-4d9b-abb7-340948b7e731 admin admin] Usage tracker for resource:security_group_rule and tenant:f8a4ac7603f0456d9942ad39de99520f is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:25:56.231355 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-84fc6c38-c947-4d9b-abb7-340948b7e731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:25:56.237845 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-84fc6c38-c947-4d9b-abb7-340948b7e731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:25:56.325118 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-84fc6c38-c947-4d9b-abb7-340948b7e731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:56.328135 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-84fc6c38-c947-4d9b-abb7-340948b7e731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:56.341145 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-fc0ff936-e0e0-42c2-86d8-4c360331088b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:56.385492 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-84fc6c38-c947-4d9b-abb7-340948b7e731 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f8a4ac7603f0456d9942ad39de99520f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295462 Jan 15 10:25:56.387260 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc6c38-c947-4d9b-abb7-340948b7e731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c47dc79-4384-4351-b07a-fd9f353abdd3,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:56.388468 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 35994) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:56.390808 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-84fc6c38-c947-4d9b-abb7-340948b7e731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:56.461036 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-089d2829-7ce2-4b35-8e94-76c8df25e3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:56.489472 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-089d2829-7ce2-4b35-8e94-76c8df25e3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:56.534844 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-089d2829-7ce2-4b35-8e94-76c8df25e3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:56.539913 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-9e760cb4-980b-4365-8c00-bd966abc644b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:56.552514 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d2829-7ce2-4b35-8e94-76c8df25e3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c47dc79-4384-4351-b07a-fd9f353abdd3,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:56.557953 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-089d2829-7ce2-4b35-8e94-76c8df25e3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:56.562215 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-089d2829-7ce2-4b35-8e94-76c8df25e3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:56.563497 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-089d2829-7ce2-4b35-8e94-76c8df25e3ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5c47dc79-4384-4351-b07a-fd9f353abdd3 HTTP/1.1" status: 204 len: 168 time: 0.1739028 Jan 15 10:25:56.908887 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 36002) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:56.930148 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-15c3167c-8dcd-4928-96c8-e234997c7470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:56.948489 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-15c3167c-8dcd-4928-96c8-e234997c7470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:25:56.952651 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-15c3167c-8dcd-4928-96c8-e234997c7470 admin admin] Usage tracker for resource:security_group_rule and tenant:98c93b91d2aa42e6876d63f337295b13 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:25:56.955712 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-15c3167c-8dcd-4928-96c8-e234997c7470 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:25:56.962634 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-15c3167c-8dcd-4928-96c8-e234997c7470 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:25:57.049981 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-15c3167c-8dcd-4928-96c8-e234997c7470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:57.053147 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-15c3167c-8dcd-4928-96c8-e234997c7470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:57.062362 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0c3b19ff-4abd-4b54-8131-bfc82a0941ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:57.105706 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-15c3167c-8dcd-4928-96c8-e234997c7470 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=98c93b91d2aa42e6876d63f337295b13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1950538 Jan 15 10:25:57.107567 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3167c-8dcd-4928-96c8-e234997c7470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42e2b43-31db-48e2-ba47-1922f03fc46c,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:57.108548 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 36006) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:57.110991 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-15c3167c-8dcd-4928-96c8-e234997c7470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:57.173190 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-63734d95-8bcc-4c14-8478-2cc43b91694a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:57.202055 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-63734d95-8bcc-4c14-8478-2cc43b91694a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:57.249431 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-63734d95-8bcc-4c14-8478-2cc43b91694a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:57.254850 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d07c6daa-ca03-4dab-8606-5e961ce44119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:57.267792 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63734d95-8bcc-4c14-8478-2cc43b91694a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42e2b43-31db-48e2-ba47-1922f03fc46c,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:57.270571 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-63734d95-8bcc-4c14-8478-2cc43b91694a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:57.274822 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-63734d95-8bcc-4c14-8478-2cc43b91694a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:57.276772 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-63734d95-8bcc-4c14-8478-2cc43b91694a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f42e2b43-31db-48e2-ba47-1922f03fc46c HTTP/1.1" status: 204 len: 168 time: 0.1671576 Jan 15 10:25:58.209857 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 36028) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:58.353045 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-a258f86e-1948-4021-9eb5-f270f0cc788a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1425170954-network', 'tenant_id': 'e90cb3f600794251801782bec3f56840'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:25:58.358325 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-a258f86e-1948-4021-9eb5-f270f0cc788a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:25:58.362950 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-a258f86e-1948-4021-9eb5-f270f0cc788a admin admin] Usage tracker for resource:network and tenant:e90cb3f600794251801782bec3f56840 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:25:58.366198 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-a258f86e-1948-4021-9eb5-f270f0cc788a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:25:58.372270 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-a258f86e-1948-4021-9eb5-f270f0cc788a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:25:58.389944 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a258f86e-1948-4021-9eb5-f270f0cc788a admin admin] Made reservation on behalf of e90cb3f600794251801782bec3f56840 for: {'network': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:25:58.394943 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a258f86e-1948-4021-9eb5-f270f0cc788a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for network, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:58.408196 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a258f86e-1948-4021-9eb5-f270f0cc788a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:58.428443 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-a258f86e-1948-4021-9eb5-f270f0cc788a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:25:58.432524 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-a258f86e-1948-4021-9eb5-f270f0cc788a admin admin] Usage tracker for resource:security_group_rule and tenant:e90cb3f600794251801782bec3f56840 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:25:58.435601 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-a258f86e-1948-4021-9eb5-f270f0cc788a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:25:58.442149 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-a258f86e-1948-4021-9eb5-f270f0cc788a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:25:58.529701 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a258f86e-1948-4021-9eb5-f270f0cc788a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:58.532538 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a258f86e-1948-4021-9eb5-f270f0cc788a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:58.536964 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-28a5f96a-dde4-47f0-86de-04d3c770781d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:58.569640 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a258f86e-1948-4021-9eb5-f270f0cc788a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:25:58.579009 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258f86e-1948-4021-9eb5-f270f0cc788a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3133d1-b193-41ae-9c74-c0817ece5f2f,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:58.583130 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a258f86e-1948-4021-9eb5-f270f0cc788a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:58.585748 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a258f86e-1948-4021-9eb5-f270f0cc788a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:58.586143 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.segments_db [None req-a258f86e-1948-4021-9eb5-f270f0cc788a admin admin] Added segment e909579d-db62-4cec-bd69-9ab7a277a4fd of type vxlan for network 2f7ddaef-beb7-4eff-b8dd-76634b19453a Jan 15 10:25:58.614182 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a258f86e-1948-4021-9eb5-f270f0cc788a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309570361187'] for network, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:58.644054 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a258f86e-1948-4021-9eb5-f270f0cc788a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for network, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:58.645294 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a258f86e-1948-4021-9eb5-f270f0cc788a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:25:58.645943 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a258f86e-1948-4021-9eb5-f270f0cc788a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:58.650926 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:58.768370 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258f86e-1948-4021-9eb5-f270f0cc788a admin admin] Pushing event updated for resources: {'Network': ['ID=2f7ddaef-beb7-4eff-b8dd-76634b19453a,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:58.772046 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a258f86e-1948-4021-9eb5-f270f0cc788a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:58.774846 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-a258f86e-1948-4021-9eb5-f270f0cc788a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5638773 Jan 15 10:25:58.777924 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 36034) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:58.782067 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Network 2f7ddaef-beb7-4eff-b8dd-76634b19453a details requested by agent ovs-agent-dv-cinder-768592-3-smb with host dv-cinder-768592-3-smb {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:25:58.783991 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-9bdb718b-8ea6-4ec4-9a70-af88679c1284 admin admin] Request body: {'subnet': {'network_id': '2f7ddaef-beb7-4eff-b8dd-76634b19453a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1425170954-subnet', 'tenant_id': 'e90cb3f600794251801782bec3f56840', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:25:58.789962 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-9bdb718b-8ea6-4ec4-9a70-af88679c1284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:25:58.794057 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-9bdb718b-8ea6-4ec4-9a70-af88679c1284 admin admin] Usage tracker for resource:subnet and tenant:e90cb3f600794251801782bec3f56840 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:25:58.796205 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Network 2f7ddaef-beb7-4eff-b8dd-76634b19453a details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:25:58.797133 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-9bdb718b-8ea6-4ec4-9a70-af88679c1284 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:25:58.803594 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-9bdb718b-8ea6-4ec4-9a70-af88679c1284 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:25:58.813931 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdb718b-8ea6-4ec4-9a70-af88679c1284 admin admin] Made reservation on behalf of e90cb3f600794251801782bec3f56840 for: {'subnet': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:25:58.819091 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9bdb718b-8ea6-4ec4-9a70-af88679c1284 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2486617'] for subnet, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:59.237068 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9bdb718b-8ea6-4ec4-9a70-af88679c1284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4166451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2486632'] for subnet, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:59.253849 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:59.388337 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb718b-8ea6-4ec4-9a70-af88679c1284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5affa65a-6f38-467e-9928-e70aaf67e12d,revision_number=0']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:59.392339 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-9bdb718b-8ea6-4ec4-9a70-af88679c1284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:59.453824 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdb718b-8ea6-4ec4-9a70-af88679c1284 admin admin] Checking segment: {'id': 'e909579d-db62-4cec-bd69-9ab7a277a4fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2f7ddaef-beb7-4eff-b8dd-76634b19453a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:25:59.454223 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdb718b-8ea6-4ec4-9a70-af88679c1284 admin admin] Network hostable DHCP agents. Network: 2f7ddaef-beb7-4eff-b8dd-76634b19453a, hostable agents: ['b4fd3997-8a6f-4495-b48b-6d59b5a93601'], hosted agents: [] {{(pid=80098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:25:59.473526 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdb718b-8ea6-4ec4-9a70-af88679c1284 admin admin] Network 2f7ddaef-beb7-4eff-b8dd-76634b19453a is scheduled to be hosted by DHCP agent b4fd3997-8a6f-4495-b48b-6d59b5a93601 with binding_index 1 {{(pid=80098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:25:59.482028 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-9bdb718b-8ea6-4ec4-9a70-af88679c1284 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-smb, 2f7ddaef-beb7-4eff-b8dd-76634b19453a) {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:25:59.491830 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f79825-3fe3-4afb-9483-c1eb6406833a None None] Network 2f7ddaef-beb7-4eff-b8dd-76634b19453a requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:25:59.494424 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdb718b-8ea6-4ec4-9a70-af88679c1284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:25:59.495105 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9bdb718b-8ea6-4ec4-9a70-af88679c1284 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:59.515117 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-9bdb718b-8ea6-4ec4-9a70-af88679c1284 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7360504 Jan 15 10:25:59.723638 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb59e021-6888-4b4a-a775-1807fd06f950 None None] Network 2f7ddaef-beb7-4eff-b8dd-76634b19453a requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:26:01.689353 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca20887-2a9f-4282-8529-93b62be77f99 req-c4780b4c-9147-410b-98cd-15dbd8905d7f tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:01.691542 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-aca20887-2a9f-4282-8529-93b62be77f99 req-c4780b4c-9147-410b-98cd-15dbd8905d7f tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/networks?id=2f7ddaef-beb7-4eff-b8dd-76634b19453a HTTP/1.1" status: 200 len: 809 time: 0.1762373 Jan 15 10:26:01.708192 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-aca20887-2a9f-4282-8529-93b62be77f99 req-1427f329-36f7-496d-8238-1f5579fa0c7a tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/quotas/e90cb3f600794251801782bec3f56840 HTTP/1.1" status: 200 len: 375 time: 0.0106356 Jan 15 10:26:01.763428 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-aca20887-2a9f-4282-8529-93b62be77f99 req-e43888c4-30b7-456b-b4f0-d8b106d2b5cf tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/ports?tenant_id=e90cb3f600794251801782bec3f56840&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495303 Jan 15 10:26:01.911360 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-aca20887-2a9f-4282-8529-93b62be77f99 req-a512039d-b5bf-44be-8bc7-f85b06edea0d service neutron] 10.222.0.60 "GET /v2.0/networks/2f7ddaef-beb7-4eff-b8dd-76634b19453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392798 Jan 15 10:26:02.057254 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-aca20887-2a9f-4282-8529-93b62be77f99 req-52e1321c-7760-4dc0-bde4-6f3ee65e3c05 service neutron] 10.222.0.60 "GET /v2.0/networks/2f7ddaef-beb7-4eff-b8dd-76634b19453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392071 Jan 15 10:26:02.259608 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-69ec5acf-fd0a-4524-8fe9-d9054b73881f req-66e71342-a7f7-4ff1-b383-8e71f7ebb14c tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/ports?device_id=88b32c51-47ae-49d5-9f89-97141206b7d2 HTTP/1.1" status: 200 len: 210 time: 0.0472813 Jan 15 10:26:03.338727 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca20887-2a9f-4282-8529-93b62be77f99 req-606724fb-d46e-4b53-b6f9-164a2fb7cb60 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:03.339525 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-aca20887-2a9f-4282-8529-93b62be77f99 req-606724fb-d46e-4b53-b6f9-164a2fb7cb60 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Synchronizing usage tracker for tenant:e90cb3f600794251801782bec3f56840 on resource:network {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:26:03.357521 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-aca20887-2a9f-4282-8529-93b62be77f99 req-606724fb-d46e-4b53-b6f9-164a2fb7cb60 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Unset dirty status for tenant:e90cb3f600794251801782bec3f56840 on resource:network {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:26:03.358786 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-aca20887-2a9f-4282-8529-93b62be77f99 req-606724fb-d46e-4b53-b6f9-164a2fb7cb60 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.73 "GET /v2.0/networks?id=2f7ddaef-beb7-4eff-b8dd-76634b19453a HTTP/1.1" status: 200 len: 809 time: 0.2033796 Jan 15 10:26:03.384685 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-aca20887-2a9f-4282-8529-93b62be77f99 req-0f6390f6-dec0-4994-a847-b8536f5c4db2 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Request body: {'port': {'device_id': '88b32c51-47ae-49d5-9f89-97141206b7d2', 'network_id': '2f7ddaef-beb7-4eff-b8dd-76634b19453a', 'admin_state_up': True, 'tenant_id': 'e90cb3f600794251801782bec3f56840'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:26:03.447835 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7c9f3d62-9b5a-4fa9-91fb-1cc36e43aa02 req-112b95c1-a873-4454-a8be-0eb0da787cfc tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/ports?device_id=88b32c51-47ae-49d5-9f89-97141206b7d2 HTTP/1.1" status: 200 len: 210 time: 0.0491574 Jan 15 10:26:03.533427 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-aca20887-2a9f-4282-8529-93b62be77f99 req-0f6390f6-dec0-4994-a847-b8536f5c4db2 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:26:03.538151 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-aca20887-2a9f-4282-8529-93b62be77f99 req-0f6390f6-dec0-4994-a847-b8536f5c4db2 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Usage tracker for resource:port and tenant:e90cb3f600794251801782bec3f56840 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:26:03.541183 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-aca20887-2a9f-4282-8529-93b62be77f99 req-0f6390f6-dec0-4994-a847-b8536f5c4db2 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Quota usage for port was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:26:03.546935 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-aca20887-2a9f-4282-8529-93b62be77f99 req-0f6390f6-dec0-4994-a847-b8536f5c4db2 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:26:03.555829 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca20887-2a9f-4282-8529-93b62be77f99 req-0f6390f6-dec0-4994-a847-b8536f5c4db2 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Made reservation on behalf of e90cb3f600794251801782bec3f56840 for: {'port': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:26:03.564522 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-aca20887-2a9f-4282-8529-93b62be77f99 req-0f6390f6-dec0-4994-a847-b8536f5c4db2 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:03.869632 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [req-aca20887-2a9f-4282-8529-93b62be77f99 req-0f6390f6-dec0-4994-a847-b8536f5c4db2 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Allocated IP 172.20.0.5 (2f7ddaef-beb7-4eff-b8dd-76634b19453a/5affa65a-6f38-467e-9928-e70aaf67e12d/26bb2b65-1e84-4c88-8565-2ba4f1c45efb) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:26:04.095692 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-aca20887-2a9f-4282-8529-93b62be77f99 req-0f6390f6-dec0-4994-a847-b8536f5c4db2 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:04.122588 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-aca20887-2a9f-4282-8529-93b62be77f99 req-0f6390f6-dec0-4994-a847-b8536f5c4db2 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:04.138209 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1d5fd107-84e7-491f-af96-888551f6f89f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:04.284651 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6390f6-dec0-4994-a847-b8536f5c4db2 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Pushing event updated for resources: {'Port': ['ID=26bb2b65-1e84-4c88-8565-2ba4f1c45efb,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:04.289101 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0f6390f6-dec0-4994-a847-b8536f5c4db2 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:04.336336 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca20887-2a9f-4282-8529-93b62be77f99 req-0f6390f6-dec0-4994-a847-b8536f5c4db2 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Network 2f7ddaef-beb7-4eff-b8dd-76634b19453a is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:26:04.337496 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [req-aca20887-2a9f-4282-8529-93b62be77f99 req-0f6390f6-dec0-4994-a847-b8536f5c4db2 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:26:04.339793 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca20887-2a9f-4282-8529-93b62be77f99 req-0f6390f6-dec0-4994-a847-b8536f5c4db2 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:26:04.416933 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca20887-2a9f-4282-8529-93b62be77f99 req-0f6390f6-dec0-4994-a847-b8536f5c4db2 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:04.417645 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-aca20887-2a9f-4282-8529-93b62be77f99 req-0f6390f6-dec0-4994-a847-b8536f5c4db2 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:04.438879 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-aca20887-2a9f-4282-8529-93b62be77f99 req-0f6390f6-dec0-4994-a847-b8536f5c4db2 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0588069 Jan 15 10:26:04.451201 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-aca20887-2a9f-4282-8529-93b62be77f99 req-43b91fa2-26bc-4798-8394-1337b50c1103 service neutron] Request body: {'port': {'device_id': '88b32c51-47ae-49d5-9f89-97141206b7d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:26:04.570961 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-aca20887-2a9f-4282-8529-93b62be77f99 req-43b91fa2-26bc-4798-8394-1337b50c1103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:04.690892 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc448057-2f76-45b8-a3c6-6cc439172f78 req-d7e0081a-dcab-4679-87c7-b60154599913 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:04.692571 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-dc448057-2f76-45b8-a3c6-6cc439172f78 req-d7e0081a-dcab-4679-87c7-b60154599913 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/ports?device_id=88b32c51-47ae-49d5-9f89-97141206b7d2 HTTP/1.1" status: 200 len: 931 time: 0.1062148 Jan 15 10:26:04.746193 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-dc448057-2f76-45b8-a3c6-6cc439172f78 req-c7ac8044-92e8-49c3-acfc-9d7555c308eb tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/security-groups?id=ac3133d1-b193-41ae-9c74-c0817ece5f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472105 Jan 15 10:26:04.993322 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [req-aca20887-2a9f-4282-8529-93b62be77f99 req-43b91fa2-26bc-4798-8394-1337b50c1103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26bb2b65-1e84-4c88-8565-2ba4f1c45efb {{(pid=80098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:26:05.000399 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-aca20887-2a9f-4282-8529-93b62be77f99 req-43b91fa2-26bc-4798-8394-1337b50c1103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:05.013676 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [req-aca20887-2a9f-4282-8529-93b62be77f99 req-43b91fa2-26bc-4798-8394-1337b50c1103 service neutron] Transition to ACTIVE for port object 26bb2b65-1e84-4c88-8565-2ba4f1c45efb will not be triggered until provisioned by entity L2. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:26:05.016116 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-aca20887-2a9f-4282-8529-93b62be77f99 req-43b91fa2-26bc-4798-8394-1337b50c1103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:05.031856 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1bbe1002-6262-4f38-9a49-f43e92a190db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:05.173983 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b91fa2-26bc-4798-8394-1337b50c1103 service neutron] Pushing event updated for resources: {'Port': ['ID=26bb2b65-1e84-4c88-8565-2ba4f1c45efb,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:05.179250 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-43b91fa2-26bc-4798-8394-1337b50c1103 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:05.354366 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-aca20887-2a9f-4282-8529-93b62be77f99 req-43b91fa2-26bc-4798-8394-1337b50c1103 service neutron] Attempting to bind port 26bb2b65-1e84-4c88-8565-2ba4f1c45efb on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:26:05.354947 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-aca20887-2a9f-4282-8529-93b62be77f99 req-43b91fa2-26bc-4798-8394-1337b50c1103 service neutron] Attempting to bind port 26bb2b65-1e84-4c88-8565-2ba4f1c45efb by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'e909579d-db62-4cec-bd69-9ab7a277a4fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2f7ddaef-beb7-4eff-b8dd-76634b19453a'}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:26:05.355092 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca20887-2a9f-4282-8529-93b62be77f99 req-43b91fa2-26bc-4798-8394-1337b50c1103 service neutron] Attempting to bind port 26bb2b65-1e84-4c88-8565-2ba4f1c45efb on network 2f7ddaef-beb7-4eff-b8dd-76634b19453a {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:26:05.360696 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca20887-2a9f-4282-8529-93b62be77f99 req-43b91fa2-26bc-4798-8394-1337b50c1103 service neutron] Checking agent: {'id': '8c829481-49a9-437b-96a2-5739862171f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 15, 15), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:26:05.361071 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca20887-2a9f-4282-8529-93b62be77f99 req-43b91fa2-26bc-4798-8394-1337b50c1103 service neutron] Checking segment: {'id': 'e909579d-db62-4cec-bd69-9ab7a277a4fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2f7ddaef-beb7-4eff-b8dd-76634b19453a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:26:05.361472 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-aca20887-2a9f-4282-8529-93b62be77f99 req-43b91fa2-26bc-4798-8394-1337b50c1103 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:05.361870 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca20887-2a9f-4282-8529-93b62be77f99 req-43b91fa2-26bc-4798-8394-1337b50c1103 service neutron] Bound using segment: {'id': 'e909579d-db62-4cec-bd69-9ab7a277a4fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2f7ddaef-beb7-4eff-b8dd-76634b19453a'} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:26:05.362960 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-aca20887-2a9f-4282-8529-93b62be77f99 req-43b91fa2-26bc-4798-8394-1337b50c1103 service neutron] Bound port: 26bb2b65-1e84-4c88-8565-2ba4f1c45efb, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e909579d-db62-4cec-bd69-9ab7a277a4fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2f7ddaef-beb7-4eff-b8dd-76634b19453a'}}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:26:05.363355 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-aca20887-2a9f-4282-8529-93b62be77f99 req-43b91fa2-26bc-4798-8394-1337b50c1103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:05.458823 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-aca20887-2a9f-4282-8529-93b62be77f99 req-43b91fa2-26bc-4798-8394-1337b50c1103 service neutron] For port 26bb2b65-1e84-4c88-8565-2ba4f1c45efb, host hv-cinder-76859, cleared binding levels {{(pid=80098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:26:05.462142 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-aca20887-2a9f-4282-8529-93b62be77f99 req-43b91fa2-26bc-4798-8394-1337b50c1103 service neutron] For port 26bb2b65-1e84-4c88-8565-2ba4f1c45efb, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=26bb2b65-1e84-4c88-8565-2ba4f1c45efb,segment=NetworkSegment(e909579d-db62-4cec-bd69-9ab7a277a4fd),segment_id=e909579d-db62-4cec-bd69-9ab7a277a4fd)] {{(pid=80098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:26:05.465397 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-aca20887-2a9f-4282-8529-93b62be77f99 req-43b91fa2-26bc-4798-8394-1337b50c1103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:05.481971 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-87c92956-14ea-4191-83a6-c95d6ee1dd5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:05.634579 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b91fa2-26bc-4798-8394-1337b50c1103 service neutron] Pushing event updated for resources: {'Port': ['ID=26bb2b65-1e84-4c88-8565-2ba4f1c45efb,revision_number=3']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:05.638092 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-43b91fa2-26bc-4798-8394-1337b50c1103 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:05.673404 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca20887-2a9f-4282-8529-93b62be77f99 req-43b91fa2-26bc-4798-8394-1337b50c1103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:05.674121 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-aca20887-2a9f-4282-8529-93b62be77f99 req-43b91fa2-26bc-4798-8394-1337b50c1103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:05.676345 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-aca20887-2a9f-4282-8529-93b62be77f99 req-43b91fa2-26bc-4798-8394-1337b50c1103 service neutron] 10.222.0.73 "PUT /v2.0/ports/26bb2b65-1e84-4c88-8565-2ba4f1c45efb HTTP/1.1" status: 200 len: 1157 time: 1.2299700 Jan 15 10:26:05.676895 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b32c51-47ae-49d5-9f89-97141206b7d2', 'tag': '26bb2b65-1e84-4c88-8565-2ba4f1c45efb'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:26:05.751385 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b32c51-47ae-49d5-9f89-97141206b7d2', 'tag': '26bb2b65-1e84-4c88-8565-2ba4f1c45efb', 'status': 'completed', 'code': 200} Jan 15 10:26:05.793249 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca20887-2a9f-4282-8529-93b62be77f99 req-ab2afdf5-ccea-4c89-b987-659b8eb91d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:05.794873 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-aca20887-2a9f-4282-8529-93b62be77f99 req-ab2afdf5-ccea-4c89-b987-659b8eb91d71 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e90cb3f600794251801782bec3f56840&device_id=88b32c51-47ae-49d5-9f89-97141206b7d2 HTTP/1.1" status: 200 len: 1160 time: 0.0846536 Jan 15 10:26:05.868691 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-aca20887-2a9f-4282-8529-93b62be77f99 req-a2d68397-0e33-4919-a97f-b4166d55eaed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26bb2b65-1e84-4c88-8565-2ba4f1c45efb HTTP/1.1" status: 200 len: 217 time: 0.0654936 Jan 15 10:26:05.941967 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca20887-2a9f-4282-8529-93b62be77f99 req-abd571ac-0617-468b-a58d-07fa8805dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:05.943624 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-aca20887-2a9f-4282-8529-93b62be77f99 req-abd571ac-0617-468b-a58d-07fa8805dc61 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5affa65a-6f38-467e-9928-e70aaf67e12d HTTP/1.1" status: 200 len: 849 time: 0.0685027 Jan 15 10:26:05.984579 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea26088-e4c1-433e-b694-744066fc868b req-7b411ad5-8b58-46b4-a756-5d8d7a1ba6a3 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:05.986257 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-aea26088-e4c1-433e-b694-744066fc868b req-7b411ad5-8b58-46b4-a756-5d8d7a1ba6a3 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/ports?device_id=88b32c51-47ae-49d5-9f89-97141206b7d2 HTTP/1.1" status: 200 len: 943 time: 0.1074793 Jan 15 10:26:05.995104 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-aca20887-2a9f-4282-8529-93b62be77f99 req-e90def76-e91f-4d5e-abe0-a3440037c1e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7ddaef-beb7-4eff-b8dd-76634b19453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452573 Jan 15 10:26:06.044011 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-aea26088-e4c1-433e-b694-744066fc868b req-f2e0d5a3-1961-482e-a7ab-b8acbfaf0650 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/security-groups?id=ac3133d1-b193-41ae-9c74-c0817ece5f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506339 Jan 15 10:26:06.361253 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-aca20887-2a9f-4282-8529-93b62be77f99 req-d7a5e9be-9a2b-437b-86e5-e947e2ff3da6 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7ddaef-beb7-4eff-b8dd-76634b19453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591864 Jan 15 10:26:06.508007 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-aca20887-2a9f-4282-8529-93b62be77f99 req-74385f29-5295-487b-a848-975e8cfa3da7 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7ddaef-beb7-4eff-b8dd-76634b19453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1400998 Jan 15 10:26:06.632606 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e69b9-952b-41dd-adbe-1cee259ae539 req-a31ef078-7f8a-42ea-8bb1-5764aea41294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:06.634223 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f95e69b9-952b-41dd-adbe-1cee259ae539 req-a31ef078-7f8a-42ea-8bb1-5764aea41294 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e90cb3f600794251801782bec3f56840&device_id=88b32c51-47ae-49d5-9f89-97141206b7d2 HTTP/1.1" status: 200 len: 1160 time: 0.0801902 Jan 15 10:26:06.781898 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e69b9-952b-41dd-adbe-1cee259ae539 req-96525e23-0992-4360-9a1f-4090a62f4d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:06.783515 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f95e69b9-952b-41dd-adbe-1cee259ae539 req-96525e23-0992-4360-9a1f-4090a62f4d54 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7ddaef-beb7-4eff-b8dd-76634b19453a HTTP/1.1" status: 200 len: 903 time: 0.1422319 Jan 15 10:26:06.861985 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f95e69b9-952b-41dd-adbe-1cee259ae539 req-c19986b0-c619-4e91-b819-6ac597770b55 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26bb2b65-1e84-4c88-8565-2ba4f1c45efb HTTP/1.1" status: 200 len: 217 time: 0.0717924 Jan 15 10:26:06.931805 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e69b9-952b-41dd-adbe-1cee259ae539 req-1bbe34b1-97e5-4dd0-a622-0af2a7e6676b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:06.933296 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f95e69b9-952b-41dd-adbe-1cee259ae539 req-1bbe34b1-97e5-4dd0-a622-0af2a7e6676b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5affa65a-6f38-467e-9928-e70aaf67e12d HTTP/1.1" status: 200 len: 849 time: 0.0648515 Jan 15 10:26:06.988781 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f95e69b9-952b-41dd-adbe-1cee259ae539 req-d2bf1f85-f952-41ff-ad93-0d496982109c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7ddaef-beb7-4eff-b8dd-76634b19453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477443 Jan 15 10:26:07.138540 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f95e69b9-952b-41dd-adbe-1cee259ae539 req-8bcc7d9d-6d21-40fe-8897-e946190072cd service neutron] 10.222.0.73 "GET /v2.0/networks/2f7ddaef-beb7-4eff-b8dd-76634b19453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426284 Jan 15 10:26:07.281647 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ae434-d346-4420-98a1-f3935f78fcc4 req-bf814a81-ebac-4461-9835-7d67691ee611 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:07.283287 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-248ae434-d346-4420-98a1-f3935f78fcc4 req-bf814a81-ebac-4461-9835-7d67691ee611 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/ports?device_id=88b32c51-47ae-49d5-9f89-97141206b7d2 HTTP/1.1" status: 200 len: 943 time: 0.1028719 Jan 15 10:26:07.283440 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f95e69b9-952b-41dd-adbe-1cee259ae539 req-25d7bfa0-cee1-49a9-b46a-c3f978195bc9 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7ddaef-beb7-4eff-b8dd-76634b19453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1383243 Jan 15 10:26:07.336639 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-248ae434-d346-4420-98a1-f3935f78fcc4 req-93daa777-95fb-44e2-a109-82110acc072b tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/security-groups?id=ac3133d1-b193-41ae-9c74-c0817ece5f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463734 Jan 15 10:26:07.667640 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.objects.ports [None req-90029452-da99-4e44-80de-2c6b037a8f87 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80100) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 10:26:07.937938 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 26bb2b65-1e84-4c88-8565-2ba4f1c45efb up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:26:08.010224 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning for port 26bb2b65-1e84-4c88-8565-2ba4f1c45efb completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:26:08.015339 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 26bb2b65-1e84-4c88-8565-2ba4f1c45efb triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:26:08.015760 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:08.133146 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:08.320133 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b32c51-47ae-49d5-9f89-97141206b7d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26bb2b65-1e84-4c88-8565-2ba4f1c45efb'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:26:08.330590 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port 26bb2b65-1e84-4c88-8565-2ba4f1c45efb, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=26bb2b65-1e84-4c88-8565-2ba4f1c45efb,segment=NetworkSegment(e909579d-db62-4cec-bd69-9ab7a277a4fd),segment_id=e909579d-db62-4cec-bd69-9ab7a277a4fd)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:26:08.334140 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:08.336607 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:08.385767 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b32c51-47ae-49d5-9f89-97141206b7d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26bb2b65-1e84-4c88-8565-2ba4f1c45efb', 'code': 200} Jan 15 10:26:08.405222 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=26bb2b65-1e84-4c88-8565-2ba4f1c45efb,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:08.414329 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:08.414719 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:08.415125 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:08.415512 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:08.415893 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:08.416269 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:08.416643 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:08.417039 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:08.417383 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:08.418009 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:08.418131 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:08.418434 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:08.418841 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:08.419236 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:08.419604 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:08.419965 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:08.420330 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:08.420691 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:08.421054 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:08.421406 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:08.421754 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:08.422113 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:08.422472 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:08.422834 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:08.427974 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:08.585264 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83b390-9ef1-4b4f-9981-b64642e83f64 req-31e2af3e-7151-40a6-b225-5716898dabab tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:08.586846 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7d83b390-9ef1-4b4f-9981-b64642e83f64 req-31e2af3e-7151-40a6-b225-5716898dabab tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/ports?device_id=88b32c51-47ae-49d5-9f89-97141206b7d2 HTTP/1.1" status: 200 len: 945 time: 0.1109307 Jan 15 10:26:08.626760 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38331f9-afe5-41b5-a929-bb5c20bc2c77 req-a8249d0f-5e5e-48f4-8efc-ae0f1ce7e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:08.628877 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b38331f9-afe5-41b5-a929-bb5c20bc2c77 req-a8249d0f-5e5e-48f4-8efc-ae0f1ce7e12f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=88b32c51-47ae-49d5-9f89-97141206b7d2 HTTP/1.1" status: 200 len: 1162 time: 0.0757356 Jan 15 10:26:08.644361 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7d83b390-9ef1-4b4f-9981-b64642e83f64 req-8d5eec85-7947-40bd-bd34-a1c489b2ee14 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/security-groups?id=ac3133d1-b193-41ae-9c74-c0817ece5f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510318 Jan 15 10:26:08.673489 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b38331f9-afe5-41b5-a929-bb5c20bc2c77 req-47113e9b-5bfc-4e77-832a-75f7b6da1af2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ac3133d1-b193-41ae-9c74-c0817ece5f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380857 Jan 15 10:26:09.631193 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 26bb2b65-1e84-4c88-8565-2ba4f1c45efb up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:26:09.702136 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 26bb2b65-1e84-4c88-8565-2ba4f1c45efb triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:26:09.702591 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:09.896692 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d7a66-2bc5-4ac3-9242-ee9c31e96953 req-c47c6508-3f44-440c-aab3-0c880747d4ac tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:09.898381 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fe9d7a66-2bc5-4ac3-9242-ee9c31e96953 req-c47c6508-3f44-440c-aab3-0c880747d4ac tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/ports?device_id=88b32c51-47ae-49d5-9f89-97141206b7d2 HTTP/1.1" status: 200 len: 945 time: 0.1056323 Jan 15 10:26:09.957555 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fe9d7a66-2bc5-4ac3-9242-ee9c31e96953 req-671be410-07f7-4196-ad8b-b650825f1ccf tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/security-groups?id=ac3133d1-b193-41ae-9c74-c0817ece5f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527880 Jan 15 10:26:11.197392 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ad713-31d6-4af2-a4d9-ba2b462b6f30 req-661eec16-e76c-4988-854f-f19e9ce56584 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:11.199042 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f19ad713-31d6-4af2-a4d9-ba2b462b6f30 req-661eec16-e76c-4988-854f-f19e9ce56584 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/ports?device_id=88b32c51-47ae-49d5-9f89-97141206b7d2 HTTP/1.1" status: 200 len: 945 time: 0.1035335 Jan 15 10:26:11.250983 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f19ad713-31d6-4af2-a4d9-ba2b462b6f30 req-7ee1f356-2918-4936-aa9f-f8551a2704ac tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/security-groups?id=ac3133d1-b193-41ae-9c74-c0817ece5f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453658 Jan 15 10:26:12.360843 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271772ad-4859-4b1c-8b6e-cc9d9550b020 req-21de0a62-6af6-4232-b667-90aa5dfb28ee tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:12.362840 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-271772ad-4859-4b1c-8b6e-cc9d9550b020 req-21de0a62-6af6-4232-b667-90aa5dfb28ee tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/ports?device_id=88b32c51-47ae-49d5-9f89-97141206b7d2 HTTP/1.1" status: 200 len: 945 time: 0.1105485 Jan 15 10:26:12.417263 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-271772ad-4859-4b1c-8b6e-cc9d9550b020 req-202e486e-32d3-44de-a3dd-34ba22b8c663 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/security-groups?id=ac3133d1-b193-41ae-9c74-c0817ece5f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479462 Jan 15 10:26:13.634878 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 26bb2b65-1e84-4c88-8565-2ba4f1c45efb no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:26:13.638227 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f23da-3bfb-4ceb-9801-0c3b6d44d2f7 req-67c86957-76a0-4f26-aa9c-0028d454aebd tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:13.639041 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-9f0f23da-3bfb-4ceb-9801-0c3b6d44d2f7 req-67c86957-76a0-4f26-aa9c-0028d454aebd tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Synchronizing usage tracker for tenant:e90cb3f600794251801782bec3f56840 on resource:port {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:26:13.652440 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f790f3-e63a-4199-af3f-19844929a31e req-d830d10c-88e0-4779-9b56-a8f8afa1546c tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:13.654095 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-08f790f3-e63a-4199-af3f-19844929a31e req-d830d10c-88e0-4779-9b56-a8f8afa1546c tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/ports?device_id=88b32c51-47ae-49d5-9f89-97141206b7d2 HTTP/1.1" status: 200 len: 945 time: 0.1021094 Jan 15 10:26:13.657940 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-9f0f23da-3bfb-4ceb-9801-0c3b6d44d2f7 req-67c86957-76a0-4f26-aa9c-0028d454aebd tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Unset dirty status for tenant:e90cb3f600794251801782bec3f56840 on resource:port {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:26:13.659402 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9f0f23da-3bfb-4ceb-9801-0c3b6d44d2f7 req-67c86957-76a0-4f26-aa9c-0028d454aebd tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.73 "GET /v2.0/ports?device_id=88b32c51-47ae-49d5-9f89-97141206b7d2 HTTP/1.1" status: 200 len: 945 time: 0.1296475 Jan 15 10:26:13.713098 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-08f790f3-e63a-4199-af3f-19844929a31e req-8a6c950a-4e48-4819-8ac2-d0e5fc82b32f tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/security-groups?id=ac3133d1-b193-41ae-9c74-c0817ece5f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505893 Jan 15 10:26:13.742308 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-9f0f23da-3bfb-4ceb-9801-0c3b6d44d2f7 req-ad26556b-6f18-4fd9-a95d-40eb586b349a tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Deleting port 26bb2b65-1e84-4c88-8565-2ba4f1c45efb {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:26:13.742744 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-9f0f23da-3bfb-4ceb-9801-0c3b6d44d2f7 req-ad26556b-6f18-4fd9-a95d-40eb586b349a tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:13.762407 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:13.791442 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b32c51-47ae-49d5-9f89-97141206b7d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26bb2b65-1e84-4c88-8565-2ba4f1c45efb'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:26:13.802370 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port 26bb2b65-1e84-4c88-8565-2ba4f1c45efb, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=26bb2b65-1e84-4c88-8565-2ba4f1c45efb,segment=NetworkSegment(e909579d-db62-4cec-bd69-9ab7a277a4fd),segment_id=e909579d-db62-4cec-bd69-9ab7a277a4fd)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:26:13.805479 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:13.807468 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ecdbbb54-c311-4793-a1a9-6f47d2f0a532 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:13.858100 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b32c51-47ae-49d5-9f89-97141206b7d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26bb2b65-1e84-4c88-8565-2ba4f1c45efb', 'code': 200} Jan 15 10:26:13.878198 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=26bb2b65-1e84-4c88-8565-2ba4f1c45efb,revision_number=5']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:13.881623 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:14.021150 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-9f0f23da-3bfb-4ceb-9801-0c3b6d44d2f7 req-ad26556b-6f18-4fd9-a95d-40eb586b349a tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] For port 26bb2b65-1e84-4c88-8565-2ba4f1c45efb, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=26bb2b65-1e84-4c88-8565-2ba4f1c45efb,segment=NetworkSegment(e909579d-db62-4cec-bd69-9ab7a277a4fd),segment_id=e909579d-db62-4cec-bd69-9ab7a277a4fd)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:26:14.021462 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-9f0f23da-3bfb-4ceb-9801-0c3b6d44d2f7 req-ad26556b-6f18-4fd9-a95d-40eb586b349a tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:14.154342 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-9f0f23da-3bfb-4ceb-9801-0c3b6d44d2f7 req-ad26556b-6f18-4fd9-a95d-40eb586b349a tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Calling delete_port for 26bb2b65-1e84-4c88-8565-2ba4f1c45efb owned by compute:nova {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:26:14.302553 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-9f0f23da-3bfb-4ceb-9801-0c3b6d44d2f7 req-ad26556b-6f18-4fd9-a95d-40eb586b349a tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:14.320924 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ca6e1eec-e042-4d60-89d4-fb4dde30d8c0 tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:14.380969 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26556b-6f18-4fd9-a95d-40eb586b349a tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Pushing event deleted for resources: {'Port': ['ID=26bb2b65-1e84-4c88-8565-2ba4f1c45efb,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:14.384554 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ad26556b-6f18-4fd9-a95d-40eb586b349a tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:14.535288 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0f23da-3bfb-4ceb-9801-0c3b6d44d2f7 req-ad26556b-6f18-4fd9-a95d-40eb586b349a tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] No DVR routers for this DVR port 26bb2b65-1e84-4c88-8565-2ba4f1c45efb on host hv-cinder-76859 {{(pid=80098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:26:14.537624 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-9f0f23da-3bfb-4ceb-9801-0c3b6d44d2f7 req-ad26556b-6f18-4fd9-a95d-40eb586b349a tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:14.541813 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b32c51-47ae-49d5-9f89-97141206b7d2', 'name': 'network-vif-deleted', 'tag': '26bb2b65-1e84-4c88-8565-2ba4f1c45efb'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:26:14.555972 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9f0f23da-3bfb-4ceb-9801-0c3b6d44d2f7 req-ad26556b-6f18-4fd9-a95d-40eb586b349a tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.73 "DELETE /v2.0/ports/26bb2b65-1e84-4c88-8565-2ba4f1c45efb HTTP/1.1" status: 204 len: 173 time: 0.8909550 Jan 15 10:26:14.604670 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b32c51-47ae-49d5-9f89-97141206b7d2', 'name': 'network-vif-deleted', 'tag': '26bb2b65-1e84-4c88-8565-2ba4f1c45efb', 'status': 'completed', 'code': 200} Jan 15 10:26:14.909592 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-50986d67-cb37-4110-bb9e-0b5dd9922a4b req-79975b1b-d0ef-46a3-a518-052bb8073e60 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/ports?device_id=88b32c51-47ae-49d5-9f89-97141206b7d2 HTTP/1.1" status: 200 len: 210 time: 0.0495386 Jan 15 10:26:15.498358 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-83a54f22-ead4-4c74-b426-ef7ff61fa4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:15.566237 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:16.358957 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-08736bc3-b462-4b02-83ad-8a2eef47bff2 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:16.360577 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-08736bc3-b462-4b02-83ad-8a2eef47bff2 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/networks?id=2f7ddaef-beb7-4eff-b8dd-76634b19453a HTTP/1.1" status: 200 len: 809 time: 0.1836956 Jan 15 10:26:16.378938 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-4a9d584a-376a-4bff-aa7c-7f59f4f60935 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/quotas/e90cb3f600794251801782bec3f56840 HTTP/1.1" status: 200 len: 375 time: 0.0121896 Jan 15 10:26:16.432849 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-b9f3460a-1dba-425d-88e7-85c8e01e3de3 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/ports?tenant_id=e90cb3f600794251801782bec3f56840&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482805 Jan 15 10:26:16.590964 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-dc922ac0-5c91-4995-bf0d-3642cd56b514 service neutron] 10.222.0.60 "GET /v2.0/networks/2f7ddaef-beb7-4eff-b8dd-76634b19453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502035 Jan 15 10:26:16.741486 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-f5641120-0ab6-465b-ac13-3d24f69729ca service neutron] 10.222.0.60 "GET /v2.0/networks/2f7ddaef-beb7-4eff-b8dd-76634b19453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1437845 Jan 15 10:26:16.952994 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3eee7ec4-8ea3-4987-ac55-9f4fd407d132 req-2d5f505d-cb10-4c3e-83b4-50b4a1f8ec60 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/ports?device_id=686eb354-6200-4448-bfc8-f2bd4128677c HTTP/1.1" status: 200 len: 210 time: 0.0562673 Jan 15 10:26:17.932749 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b6422d78-365b-44ac-95f9-fc2fa8daa2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:18.053554 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-3f6d1487-1490-4b11-9f69-699955c56c98 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:18.054170 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-3f6d1487-1490-4b11-9f69-699955c56c98 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.73 "GET /v2.0/networks?id=2f7ddaef-beb7-4eff-b8dd-76634b19453a HTTP/1.1" status: 200 len: 809 time: 0.1900685 Jan 15 10:26:18.074545 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e77d44b8-2488-43b2-b5a3-82202e1f3251 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Request body: {'port': {'device_id': '686eb354-6200-4448-bfc8-f2bd4128677c', 'network_id': '2f7ddaef-beb7-4eff-b8dd-76634b19453a', 'admin_state_up': True, 'tenant_id': 'e90cb3f600794251801782bec3f56840'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:26:18.142989 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b90e5b68-c604-4677-ae90-349ff306636d req-e08e9346-1d7d-49c2-ba1b-9b9c498bfe5d tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/ports?device_id=686eb354-6200-4448-bfc8-f2bd4128677c HTTP/1.1" status: 200 len: 210 time: 0.0493462 Jan 15 10:26:18.239499 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e77d44b8-2488-43b2-b5a3-82202e1f3251 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:26:18.243978 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e77d44b8-2488-43b2-b5a3-82202e1f3251 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Usage tracker for resource:port and tenant:e90cb3f600794251801782bec3f56840 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:26:18.247037 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e77d44b8-2488-43b2-b5a3-82202e1f3251 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Quota usage for port was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:26:18.253292 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e77d44b8-2488-43b2-b5a3-82202e1f3251 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:26:18.262563 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e77d44b8-2488-43b2-b5a3-82202e1f3251 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Made reservation on behalf of e90cb3f600794251801782bec3f56840 for: {'port': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:26:18.271542 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e77d44b8-2488-43b2-b5a3-82202e1f3251 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:18.486635 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:18.599335 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e77d44b8-2488-43b2-b5a3-82202e1f3251 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Allocated IP 172.20.0.4 (2f7ddaef-beb7-4eff-b8dd-76634b19453a/5affa65a-6f38-467e-9928-e70aaf67e12d/12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:26:18.822395 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e77d44b8-2488-43b2-b5a3-82202e1f3251 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:18.849115 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e77d44b8-2488-43b2-b5a3-82202e1f3251 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:18.865484 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0fd5fdec-eef2-44cd-8956-20843557831a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:19.015810 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d44b8-2488-43b2-b5a3-82202e1f3251 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Pushing event updated for resources: {'Port': ['ID=12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:19.020605 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e77d44b8-2488-43b2-b5a3-82202e1f3251 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:19.064647 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e77d44b8-2488-43b2-b5a3-82202e1f3251 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Network 2f7ddaef-beb7-4eff-b8dd-76634b19453a is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:26:19.065774 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e77d44b8-2488-43b2-b5a3-82202e1f3251 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:26:19.068014 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e77d44b8-2488-43b2-b5a3-82202e1f3251 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:26:19.145979 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e77d44b8-2488-43b2-b5a3-82202e1f3251 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:19.146647 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e77d44b8-2488-43b2-b5a3-82202e1f3251 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:19.171084 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e77d44b8-2488-43b2-b5a3-82202e1f3251 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1017432 Jan 15 10:26:19.183004 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e0cd1ecf-3063-4255-a756-b7f1ad5bc1a9 service neutron] Request body: {'port': {'device_id': '686eb354-6200-4448-bfc8-f2bd4128677c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:26:19.301990 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e0cd1ecf-3063-4255-a756-b7f1ad5bc1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:19.381804 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be6838-eabd-48eb-bdf2-6b3882b38109 req-7a7dd700-64dd-47a1-a59d-afb35d90c436 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:19.383684 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-47be6838-eabd-48eb-bdf2-6b3882b38109 req-7a7dd700-64dd-47a1-a59d-afb35d90c436 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/ports?device_id=686eb354-6200-4448-bfc8-f2bd4128677c HTTP/1.1" status: 200 len: 931 time: 0.1054728 Jan 15 10:26:19.442236 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-47be6838-eabd-48eb-bdf2-6b3882b38109 req-7b204a43-4992-4a60-bac6-de0a1c80fea4 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/security-groups?id=ac3133d1-b193-41ae-9c74-c0817ece5f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522652 Jan 15 10:26:19.472293 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:19.716840 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e0cd1ecf-3063-4255-a756-b7f1ad5bc1a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a {{(pid=80098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:26:19.724163 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e0cd1ecf-3063-4255-a756-b7f1ad5bc1a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:19.737039 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e0cd1ecf-3063-4255-a756-b7f1ad5bc1a9 service neutron] Transition to ACTIVE for port object 12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a will not be triggered until provisioned by entity L2. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:26:19.739965 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e0cd1ecf-3063-4255-a756-b7f1ad5bc1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:19.759335 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:20.137836 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd1ecf-3063-4255-a756-b7f1ad5bc1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:20.142336 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e0cd1ecf-3063-4255-a756-b7f1ad5bc1a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:20.149005 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:20.315370 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e0cd1ecf-3063-4255-a756-b7f1ad5bc1a9 service neutron] Attempting to bind port 12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:26:20.315706 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e0cd1ecf-3063-4255-a756-b7f1ad5bc1a9 service neutron] Attempting to bind port 12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'e909579d-db62-4cec-bd69-9ab7a277a4fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2f7ddaef-beb7-4eff-b8dd-76634b19453a'}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:26:20.316119 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e0cd1ecf-3063-4255-a756-b7f1ad5bc1a9 service neutron] Attempting to bind port 12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a on network 2f7ddaef-beb7-4eff-b8dd-76634b19453a {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:26:20.325902 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e0cd1ecf-3063-4255-a756-b7f1ad5bc1a9 service neutron] Checking agent: {'id': '8c829481-49a9-437b-96a2-5739862171f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 15, 15), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:26:20.326286 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e0cd1ecf-3063-4255-a756-b7f1ad5bc1a9 service neutron] Checking segment: {'id': 'e909579d-db62-4cec-bd69-9ab7a277a4fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2f7ddaef-beb7-4eff-b8dd-76634b19453a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:26:20.326693 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e0cd1ecf-3063-4255-a756-b7f1ad5bc1a9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:20.327115 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e0cd1ecf-3063-4255-a756-b7f1ad5bc1a9 service neutron] Bound using segment: {'id': 'e909579d-db62-4cec-bd69-9ab7a277a4fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2f7ddaef-beb7-4eff-b8dd-76634b19453a'} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:26:20.327602 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e0cd1ecf-3063-4255-a756-b7f1ad5bc1a9 service neutron] Bound port: 12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e909579d-db62-4cec-bd69-9ab7a277a4fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2f7ddaef-beb7-4eff-b8dd-76634b19453a'}}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:26:20.327982 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e0cd1ecf-3063-4255-a756-b7f1ad5bc1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:20.425122 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e0cd1ecf-3063-4255-a756-b7f1ad5bc1a9 service neutron] For port 12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a, host hv-cinder-76859, cleared binding levels {{(pid=80098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:26:20.428218 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e0cd1ecf-3063-4255-a756-b7f1ad5bc1a9 service neutron] For port 12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a,segment=NetworkSegment(e909579d-db62-4cec-bd69-9ab7a277a4fd),segment_id=e909579d-db62-4cec-bd69-9ab7a277a4fd)] {{(pid=80098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:26:20.431536 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e0cd1ecf-3063-4255-a756-b7f1ad5bc1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:20.446830 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-36b18bb6-56c4-4547-96a0-47b7c066241f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:20.600518 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd1ecf-3063-4255-a756-b7f1ad5bc1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a,revision_number=3']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:20.607234 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e0cd1ecf-3063-4255-a756-b7f1ad5bc1a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:20.643642 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e0cd1ecf-3063-4255-a756-b7f1ad5bc1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:20.644758 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e0cd1ecf-3063-4255-a756-b7f1ad5bc1a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:20.646308 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-e0cd1ecf-3063-4255-a756-b7f1ad5bc1a9 service neutron] 10.222.0.73 "PUT /v2.0/ports/12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a HTTP/1.1" status: 200 len: 1157 time: 1.4679050 Jan 15 10:26:20.646866 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686eb354-6200-4448-bfc8-f2bd4128677c', 'tag': '12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:26:20.689597 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64917860-cb6a-46c0-b253-6bfcc8086d6b req-2e1a5cbb-92a5-4aac-a8a5-78c3d99f790b tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:20.691946 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-64917860-cb6a-46c0-b253-6bfcc8086d6b req-2e1a5cbb-92a5-4aac-a8a5-78c3d99f790b tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/ports?device_id=686eb354-6200-4448-bfc8-f2bd4128677c HTTP/1.1" status: 200 len: 943 time: 0.1125560 Jan 15 10:26:20.724727 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686eb354-6200-4448-bfc8-f2bd4128677c', 'tag': '12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a', 'status': 'completed', 'code': 200} Jan 15 10:26:20.746700 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-64917860-cb6a-46c0-b253-6bfcc8086d6b req-3d96573e-9d13-4fcc-beaf-001d3d16ae95 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/security-groups?id=ac3133d1-b193-41ae-9c74-c0817ece5f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478036 Jan 15 10:26:20.768848 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-13ab7d53-9da0-4c01-b85c-194a1b8696ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:20.770498 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-13ab7d53-9da0-4c01-b85c-194a1b8696ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e90cb3f600794251801782bec3f56840&device_id=686eb354-6200-4448-bfc8-f2bd4128677c HTTP/1.1" status: 200 len: 1160 time: 0.0824256 Jan 15 10:26:20.845582 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-342db544-3b71-48fe-80b3-d063058ca03b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a HTTP/1.1" status: 200 len: 217 time: 0.0678849 Jan 15 10:26:20.916075 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-df9d14c8-7580-48c1-8ea5-2e45d2ab67cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:20.917662 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-df9d14c8-7580-48c1-8ea5-2e45d2ab67cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5affa65a-6f38-467e-9928-e70aaf67e12d HTTP/1.1" status: 200 len: 849 time: 0.0656307 Jan 15 10:26:20.975477 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-11f2fa35-02f8-4732-a571-ecf4252598eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7ddaef-beb7-4eff-b8dd-76634b19453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497048 Jan 15 10:26:21.122105 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-ed7dfe03-707a-4834-9586-46d170cc0e6d service neutron] 10.222.0.73 "GET /v2.0/networks/2f7ddaef-beb7-4eff-b8dd-76634b19453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398208 Jan 15 10:26:21.269790 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1eaaea4f-7873-42ce-9c75-dfb458bb6271 req-bddcf1d1-6f33-43d9-ba77-cc97fe4bb193 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7ddaef-beb7-4eff-b8dd-76634b19453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1406014 Jan 15 10:26:21.317702 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:26:21.386605 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007abc4a-febe-4e4b-ab1c-3d120c4baf0d req-38d74218-3043-4dfc-98a3-2ef5dca6b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:21.388277 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-007abc4a-febe-4e4b-ab1c-3d120c4baf0d req-38d74218-3043-4dfc-98a3-2ef5dca6b92b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e90cb3f600794251801782bec3f56840&device_id=686eb354-6200-4448-bfc8-f2bd4128677c HTTP/1.1" status: 200 len: 1160 time: 0.0758615 Jan 15 10:26:21.534455 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007abc4a-febe-4e4b-ab1c-3d120c4baf0d req-7ad23ab6-504a-4b97-a623-4e2131c64ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:21.536050 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-007abc4a-febe-4e4b-ab1c-3d120c4baf0d req-7ad23ab6-504a-4b97-a623-4e2131c64ee6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7ddaef-beb7-4eff-b8dd-76634b19453a HTTP/1.1" status: 200 len: 903 time: 0.1411717 Jan 15 10:26:21.612145 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-007abc4a-febe-4e4b-ab1c-3d120c4baf0d req-90d7d762-3ebb-4139-ad53-188e79d27672 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a HTTP/1.1" status: 200 len: 217 time: 0.0685205 Jan 15 10:26:21.683943 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007abc4a-febe-4e4b-ab1c-3d120c4baf0d req-2a19c6b0-d203-4a1f-aa1a-ab8cf57e488f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:21.685506 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-007abc4a-febe-4e4b-ab1c-3d120c4baf0d req-2a19c6b0-d203-4a1f-aa1a-ab8cf57e488f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5affa65a-6f38-467e-9928-e70aaf67e12d HTTP/1.1" status: 200 len: 849 time: 0.0661662 Jan 15 10:26:21.738424 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-007abc4a-febe-4e4b-ab1c-3d120c4baf0d req-35422fd6-7618-4d20-9bf2-c06c8da8da6a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7ddaef-beb7-4eff-b8dd-76634b19453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450788 Jan 15 10:26:21.887827 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-007abc4a-febe-4e4b-ab1c-3d120c4baf0d req-144ada68-f754-404f-ac87-191b73cf8734 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7ddaef-beb7-4eff-b8dd-76634b19453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421380 Jan 15 10:26:21.985393 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01759885-1900-44ff-b352-801725f8269e req-f1c25eb9-7c11-409f-b82d-e523e427ab04 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:21.987212 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-01759885-1900-44ff-b352-801725f8269e req-f1c25eb9-7c11-409f-b82d-e523e427ab04 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/ports?device_id=686eb354-6200-4448-bfc8-f2bd4128677c HTTP/1.1" status: 200 len: 943 time: 0.1062331 Jan 15 10:26:22.039650 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-01759885-1900-44ff-b352-801725f8269e req-b0c6179e-be72-4592-b656-0cc54db217cd tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/security-groups?id=ac3133d1-b193-41ae-9c74-c0817ece5f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458779 Jan 15 10:26:22.041072 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-007abc4a-febe-4e4b-ab1c-3d120c4baf0d req-6d2c1d92-9dcd-4ec5-ad46-7c02a8cab337 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7ddaef-beb7-4eff-b8dd-76634b19453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1455166 Jan 15 10:26:23.267054 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e9ab1-adb3-491a-b98c-bde6188183cd req-7f98a530-0eb3-41b7-a89c-d9be9944aba7 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:23.268847 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-264e9ab1-adb3-491a-b98c-bde6188183cd req-7f98a530-0eb3-41b7-a89c-d9be9944aba7 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/ports?device_id=686eb354-6200-4448-bfc8-f2bd4128677c HTTP/1.1" status: 200 len: 943 time: 0.0997221 Jan 15 10:26:23.322645 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-264e9ab1-adb3-491a-b98c-bde6188183cd req-b3e855d5-f9de-4003-99c6-d02a618ce220 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/security-groups?id=ac3133d1-b193-41ae-9c74-c0817ece5f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476348 Jan 15 10:26:23.946519 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:26:24.014723 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning for port 12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:26:24.019858 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:26:24.020274 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:24.138898 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:24.167016 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686eb354-6200-4448-bfc8-f2bd4128677c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:26:24.178924 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port 12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a,segment=NetworkSegment(e909579d-db62-4cec-bd69-9ab7a277a4fd),segment_id=e909579d-db62-4cec-bd69-9ab7a277a4fd)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:26:24.181776 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:24.183726 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:24.233213 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686eb354-6200-4448-bfc8-f2bd4128677c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a', 'code': 200} Jan 15 10:26:24.254221 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:24.257463 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:24.479629 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4041a2-ad53-4f4a-96ca-73ee5cc826a5 req-d2d4e0ae-5f16-4695-8044-4bccdd8cba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:24.481281 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-cd4041a2-ad53-4f4a-96ca-73ee5cc826a5 req-d2d4e0ae-5f16-4695-8044-4bccdd8cba5f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=686eb354-6200-4448-bfc8-f2bd4128677c HTTP/1.1" status: 200 len: 1162 time: 0.0831366 Jan 15 10:26:24.528859 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-cd4041a2-ad53-4f4a-96ca-73ee5cc826a5 req-8800e9a5-8867-45a4-a16a-066df4ef1efb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ac3133d1-b193-41ae-9c74-c0817ece5f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407085 Jan 15 10:26:24.555575 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ae3ec-9fa6-48e5-803d-ccde5a97deab req-dac245f6-fd0f-4fe1-9020-4551c49277e6 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:24.557216 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-445ae3ec-9fa6-48e5-803d-ccde5a97deab req-dac245f6-fd0f-4fe1-9020-4551c49277e6 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/ports?device_id=686eb354-6200-4448-bfc8-f2bd4128677c HTTP/1.1" status: 200 len: 945 time: 0.1039469 Jan 15 10:26:24.608971 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-445ae3ec-9fa6-48e5-803d-ccde5a97deab req-968902e6-9205-4eca-b760-792a688c7b19 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/security-groups?id=ac3133d1-b193-41ae-9c74-c0817ece5f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454185 Jan 15 10:26:25.761377 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:26:25.834319 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:26:25.834730 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:25.846855 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d710e0e-52bd-455e-8ada-a7fb0902027a req-3aa25b4a-a2e1-466a-a72c-eaec1d590c5d tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:25.848704 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5d710e0e-52bd-455e-8ada-a7fb0902027a req-3aa25b4a-a2e1-466a-a72c-eaec1d590c5d tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/ports?device_id=686eb354-6200-4448-bfc8-f2bd4128677c HTTP/1.1" status: 200 len: 945 time: 0.1071339 Jan 15 10:26:25.900798 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5d710e0e-52bd-455e-8ada-a7fb0902027a req-caa5dd57-2479-4b92-8d63-b98d12e0a9a3 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/security-groups?id=ac3133d1-b193-41ae-9c74-c0817ece5f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453436 Jan 15 10:26:27.076553 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55933080-dc34-4b53-bd55-90567cdc81ca req-b6f53e00-f3f7-493b-afc5-ccd7bf21e9c5 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:27.078293 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-55933080-dc34-4b53-bd55-90567cdc81ca req-b6f53e00-f3f7-493b-afc5-ccd7bf21e9c5 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/ports?device_id=686eb354-6200-4448-bfc8-f2bd4128677c HTTP/1.1" status: 200 len: 945 time: 0.0999539 Jan 15 10:26:27.134144 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-55933080-dc34-4b53-bd55-90567cdc81ca req-377ee033-b7ba-4ffc-8d78-b0fab0d536e3 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/security-groups?id=ac3133d1-b193-41ae-9c74-c0817ece5f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491464 Jan 15 10:26:28.297552 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16168d0-57de-4144-bee1-a79986e383c9 req-5c24e0a8-fe11-4588-85d7-0eb427ca2654 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:28.298285 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-b16168d0-57de-4144-bee1-a79986e383c9 req-5c24e0a8-fe11-4588-85d7-0eb427ca2654 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Synchronizing usage tracker for tenant:e90cb3f600794251801782bec3f56840 on resource:port {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:26:28.313899 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-b16168d0-57de-4144-bee1-a79986e383c9 req-5c24e0a8-fe11-4588-85d7-0eb427ca2654 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Unset dirty status for tenant:e90cb3f600794251801782bec3f56840 on resource:port {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:26:28.315777 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b16168d0-57de-4144-bee1-a79986e383c9 req-5c24e0a8-fe11-4588-85d7-0eb427ca2654 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.73 "GET /v2.0/ports?device_id=686eb354-6200-4448-bfc8-f2bd4128677c HTTP/1.1" status: 200 len: 945 time: 0.1156290 Jan 15 10:26:28.370706 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b5ae6-8dbc-4531-a9b1-2d35d0fa6d9e req-3dd2bd02-2abd-49d2-aa2c-78de77d6f1e0 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:28.372486 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fe5b5ae6-8dbc-4531-a9b1-2d35d0fa6d9e req-3dd2bd02-2abd-49d2-aa2c-78de77d6f1e0 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/ports?device_id=686eb354-6200-4448-bfc8-f2bd4128677c HTTP/1.1" status: 200 len: 945 time: 0.1040680 Jan 15 10:26:28.396174 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-b16168d0-57de-4144-bee1-a79986e383c9 req-60316b2e-fc0b-4faf-b8ac-f46ce973652d tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Deleting port 12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:26:28.396556 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-b16168d0-57de-4144-bee1-a79986e383c9 req-60316b2e-fc0b-4faf-b8ac-f46ce973652d tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:28.426652 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-fe5b5ae6-8dbc-4531-a9b1-2d35d0fa6d9e req-6b04d7f0-5d04-42ca-b2b2-86ce1488cecc tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/security-groups?id=ac3133d1-b193-41ae-9c74-c0817ece5f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470214 Jan 15 10:26:28.659246 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-b16168d0-57de-4144-bee1-a79986e383c9 req-60316b2e-fc0b-4faf-b8ac-f46ce973652d tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] For port 12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a,segment=NetworkSegment(e909579d-db62-4cec-bd69-9ab7a277a4fd),segment_id=e909579d-db62-4cec-bd69-9ab7a277a4fd)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:26:28.659656 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-b16168d0-57de-4144-bee1-a79986e383c9 req-60316b2e-fc0b-4faf-b8ac-f46ce973652d tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:28.793468 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-b16168d0-57de-4144-bee1-a79986e383c9 req-60316b2e-fc0b-4faf-b8ac-f46ce973652d tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Calling delete_port for 12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a owned by compute:nova {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:26:28.936851 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-b16168d0-57de-4144-bee1-a79986e383c9 req-60316b2e-fc0b-4faf-b8ac-f46ce973652d tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:28.952071 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ad26556b-6f18-4fd9-a95d-40eb586b349a tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:29.008891 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60316b2e-fc0b-4faf-b8ac-f46ce973652d tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Pushing event deleted for resources: {'Port': ['ID=12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:29.013710 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-60316b2e-fc0b-4faf-b8ac-f46ce973652d tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:29.160542 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16168d0-57de-4144-bee1-a79986e383c9 req-60316b2e-fc0b-4faf-b8ac-f46ce973652d tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] No DVR routers for this DVR port 12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a on host hv-cinder-76859 {{(pid=80098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:26:29.162754 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-b16168d0-57de-4144-bee1-a79986e383c9 req-60316b2e-fc0b-4faf-b8ac-f46ce973652d tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:29.165585 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686eb354-6200-4448-bfc8-f2bd4128677c', 'name': 'network-vif-deleted', 'tag': '12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:26:29.184016 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b16168d0-57de-4144-bee1-a79986e383c9 req-60316b2e-fc0b-4faf-b8ac-f46ce973652d tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.73 "DELETE /v2.0/ports/12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a HTTP/1.1" status: 204 len: 173 time: 0.8630502 Jan 15 10:26:29.232904 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686eb354-6200-4448-bfc8-f2bd4128677c', 'name': 'network-vif-deleted', 'tag': '12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a', 'status': 'completed', 'code': 200} Jan 15 10:26:29.628128 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-59c38f87-953d-48cb-b698-13488efced3a req-430f6f32-4132-49b7-982c-7d9ff6ce50c2 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] 10.222.0.60 "GET /v2.0/ports?device_id=686eb354-6200-4448-bfc8-f2bd4128677c HTTP/1.1" status: 200 len: 210 time: 0.0517023 Jan 15 10:26:29.747887 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:26:29.784967 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] No Port match for: 12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a {{(pid=80100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:26:29.785351 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 12e6b9b1-d6c6-404f-87a0-3bb719cd2b9a not bound to the agent host hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:26:45.501668 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-87b58aab-011f-416f-ba93-7d663ffcf001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:45.582717 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:47.917641 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b150195e-a674-4f3c-bb2f-492262ed4a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:48.484362 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:49.468616 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:50.151253 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:50.531900 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 36394) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:26:50.598921 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Deleting subnet 5affa65a-6f38-467e-9928-e70aaf67e12d {{(pid=80099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:26:50.602297 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:50.656039 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852642677'] for subnet, precommit_delete_associations {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:50.718160 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854144639'] for subnet, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:51.199915 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2347965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853686458'] for subnet, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:51.215595 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f5e05e96-0cd8-4199-838d-3f89fb137654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:51.261009 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5affa65a-6f38-467e-9928-e70aaf67e12d,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:51.272135 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:51.272545 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:51.272948 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:51.273346 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:51.273736 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:51.274126 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:51.274513 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:51.274899 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:51.275310 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:51.275697 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:51.276079 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:51.276458 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:51.276878 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:51.277260 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:51.277642 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:51.278021 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:51.278399 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:51.278777 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:51.279180 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:51.279559 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:51.279934 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:51.280311 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:51.280689 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:51.281067 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:51.332671 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:51.366535 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for subnet, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:51.372541 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-ac001d53-51b7-4327-b7b4-26d8f4b8e5ae admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5affa65a-6f38-467e-9928-e70aaf67e12d HTTP/1.1" status: 204 len: 168 time: 0.8390253 Jan 15 10:26:51.375261 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 36398) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:26:51.494270 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c27b52ef-7f01-4125-a756-d3990b3dbef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357326'] for network, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:51.681821 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c27b52ef-7f01-4125-a756-d3990b3dbef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631286', 'neutron.services.segments.db._delete_segments_for_network-8727284934413'] for network, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:51.800821 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-c27b52ef-7f01-4125-a756-d3990b3dbef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7ddaef-beb7-4eff-b8dd-76634b19453a']}} {{(pid=80099) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:26:51.812082 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-c27b52ef-7f01-4125-a756-d3990b3dbef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e909579d-db62-4cec-bd69-9ab7a277a4fd') {'for_net_delete': True} {{(pid=80099) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:26:51.812419 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-c27b52ef-7f01-4125-a756-d3990b3dbef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e909579d-db62-4cec-bd69-9ab7a277a4fd') {} {{(pid=80099) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:26:51.825052 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c27b52ef-7f01-4125-a756-d3990b3dbef1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309569803022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2133171'] for segment, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:51.840229 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c27b52ef-7f01-4125-a756-d3990b3dbef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:51.842185 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c27b52ef-7f01-4125-a756-d3990b3dbef1 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:26:52.027683 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-c27b52ef-7f01-4125-a756-d3990b3dbef1 admin admin] Network 2f7ddaef-beb7-4eff-b8dd-76634b19453a has no segments {{(pid=80099) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:26:52.037353 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c27b52ef-7f01-4125-a756-d3990b3dbef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-629596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2348000'] for segment, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:52.217581 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-c27b52ef-7f01-4125-a756-d3990b3dbef1 admin admin] Network 2f7ddaef-beb7-4eff-b8dd-76634b19453a has no segments {{(pid=80099) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: Traceback (most recent call last): Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: timer() Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: cb(*args, **kw) Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: return func(*args, **kwargs) Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: self._notify() Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: self.callback(batched_events) Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: event.method(event) Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: segment_id)['aggregates'][0] Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: return f(self, *a, **k) Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: return self._get(url).json() Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: **kwargs) Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: return self.request(url, 'GET', **kwargs) Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: **endpoint_filter) Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:26:52.245777 dv-cinder-768592-3-smb neutron-server[79989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:26:52.324578 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c27b52ef-7f01-4125-a756-d3990b3dbef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409743'] for network, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:52.329253 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c27b52ef-7f01-4125-a756-d3990b3dbef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:52.333727 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-62adc333-3414-4f3a-8988-c10df004af81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:52.356895 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b52ef-7f01-4125-a756-d3990b3dbef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f7ddaef-beb7-4eff-b8dd-76634b19453a,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:52.359623 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-c27b52ef-7f01-4125-a756-d3990b3dbef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:52.365548 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-c27b52ef-7f01-4125-a756-d3990b3dbef1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2f7ddaef-beb7-4eff-b8dd-76634b19453a HTTP/1.1" status: 204 len: 168 time: 0.9885418 Jan 15 10:26:52.510784 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 36404) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:26:52.569211 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-929bd4a9-3fba-4dab-8a46-667821c2d983 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e90cb3f600794251801782bec3f56840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570152 Jan 15 10:26:52.571749 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 36408) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:26:52.642327 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e560e785-d264-4cd1-a94b-9b42da5e30df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:52.670577 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e560e785-d264-4cd1-a94b-9b42da5e30df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:52.716661 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e560e785-d264-4cd1-a94b-9b42da5e30df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:52.721816 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-5b99ab68-9f71-470e-a929-bc929740a8d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:52.736786 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560e785-d264-4cd1-a94b-9b42da5e30df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3133d1-b193-41ae-9c74-c0817ece5f2f,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:52.739942 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e560e785-d264-4cd1-a94b-9b42da5e30df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:52.740957 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e560e785-d264-4cd1-a94b-9b42da5e30df admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:52.742177 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-e560e785-d264-4cd1-a94b-9b42da5e30df admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ac3133d1-b193-41ae-9c74-c0817ece5f2f HTTP/1.1" status: 204 len: 168 time: 0.1694684 Jan 15 10:26:58.317937 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:27:15.506584 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-25a08f91-3fc9-430f-9966-6e8e71381531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:15.579350 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:17.929732 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-847c58df-4e7c-4b90-b6ba-72d16ffb965d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:18.488005 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:18.676846 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 36578) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:27:18.830818 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:18.847465 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:27:18.851949 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Usage tracker for resource:security_group_rule and tenant:49139e9acedf425483c14b396878d9ee is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:27:18.855136 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:27:18.861888 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:27:18.946947 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:18.950275 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:18.961419 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0adaba1f-eb73-44fa-bc48-ce49c5b9f139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:19.006209 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=49139e9acedf425483c14b396878d9ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282001 Jan 15 10:27:19.007970 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66cee7e-de03-4dbf-8ddd-81faf020ebe6,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:19.009177 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 36584) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:27:19.017013 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:19.017440 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:19.017857 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:19.018265 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:19.018668 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:19.019083 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:19.019511 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:19.019914 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:19.020319 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:19.020721 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:19.021120 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:19.021635 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:19.022076 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:19.022473 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:19.022871 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:19.023313 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:19.023713 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:19.024105 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:19.024497 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:19.024888 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:19.025282 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:19.025676 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:19.026072 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:19.026467 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:19.031961 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-fb0d6e6e-b5e0-4fe8-9cde-2fb36b013ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:19.073672 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b12bc12e-5633-49e0-b3fb-fc5e7fd16a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:19.105443 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b12bc12e-5633-49e0-b3fb-fc5e7fd16a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:19.151884 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b12bc12e-5633-49e0-b3fb-fc5e7fd16a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:19.158179 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-36e60365-0390-44b3-a116-c6a2d077e2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:19.172850 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12bc12e-5633-49e0-b3fb-fc5e7fd16a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66cee7e-de03-4dbf-8ddd-81faf020ebe6,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:19.176001 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b12bc12e-5633-49e0-b3fb-fc5e7fd16a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:19.176938 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b12bc12e-5633-49e0-b3fb-fc5e7fd16a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:19.178165 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-b12bc12e-5633-49e0-b3fb-fc5e7fd16a06 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c66cee7e-de03-4dbf-8ddd-81faf020ebe6 HTTP/1.1" status: 204 len: 168 time: 0.1675513 Jan 15 10:27:19.473886 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:20.014206 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 36606) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:27:20.153286 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:20.155670 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-85b7b03c-4cbc-4c2b-90be-bd6143cf6068 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1744927049-network', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7'}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:27:20.160916 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-85b7b03c-4cbc-4c2b-90be-bd6143cf6068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:27:20.165074 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-85b7b03c-4cbc-4c2b-90be-bd6143cf6068 admin admin] Usage tracker for resource:network and tenant:3b25781f07ea44a58ba7391525cdc3b7 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:27:20.168175 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-85b7b03c-4cbc-4c2b-90be-bd6143cf6068 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:27:20.175019 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-85b7b03c-4cbc-4c2b-90be-bd6143cf6068 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:27:20.184566 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b7b03c-4cbc-4c2b-90be-bd6143cf6068 admin admin] Made reservation on behalf of 3b25781f07ea44a58ba7391525cdc3b7 for: {'network': 1} {{(pid=80099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:27:20.190001 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-85b7b03c-4cbc-4c2b-90be-bd6143cf6068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for network, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:20.203321 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-85b7b03c-4cbc-4c2b-90be-bd6143cf6068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:20.219270 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-85b7b03c-4cbc-4c2b-90be-bd6143cf6068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:27:20.223388 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-85b7b03c-4cbc-4c2b-90be-bd6143cf6068 admin admin] Usage tracker for resource:security_group_rule and tenant:3b25781f07ea44a58ba7391525cdc3b7 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:27:20.226648 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-85b7b03c-4cbc-4c2b-90be-bd6143cf6068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:27:20.232508 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-85b7b03c-4cbc-4c2b-90be-bd6143cf6068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:27:20.318578 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-85b7b03c-4cbc-4c2b-90be-bd6143cf6068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:20.321450 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-85b7b03c-4cbc-4c2b-90be-bd6143cf6068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:20.325715 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d175141d-ab14-43b2-abdd-afb753c24ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:20.359545 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b7b03c-4cbc-4c2b-90be-bd6143cf6068 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:27:20.369358 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7b03c-4cbc-4c2b-90be-bd6143cf6068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9aa6d7-1f8a-45ea-a301-1a180588ded2,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:20.373412 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-85b7b03c-4cbc-4c2b-90be-bd6143cf6068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:20.376811 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-85b7b03c-4cbc-4c2b-90be-bd6143cf6068 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309569841387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:20.377254 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.segments_db [None req-85b7b03c-4cbc-4c2b-90be-bd6143cf6068 admin admin] Added segment c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c of type vxlan for network b157b9dd-45d9-44f4-ab4c-d847d241bbf6 Jan 15 10:27:20.408506 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-85b7b03c-4cbc-4c2b-90be-bd6143cf6068 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309570361187'] for network, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:20.440654 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-85b7b03c-4cbc-4c2b-90be-bd6143cf6068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for network, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:20.441922 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b7b03c-4cbc-4c2b-90be-bd6143cf6068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:20.442569 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-85b7b03c-4cbc-4c2b-90be-bd6143cf6068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:20.447673 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-534ac05d-e45f-4aef-8a1c-cedb3922a74a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:20.549495 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-85b7b03c-4cbc-4c2b-90be-bd6143cf6068 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5340652 Jan 15 10:27:20.552554 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 36612) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:27:20.560896 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-ffc94745-064a-4e71-b5d7-dbd161ff2aa6 admin admin] Request body: {'subnet': {'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1744927049-subnet', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'ip_version': 4}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:27:20.564515 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7b03c-4cbc-4c2b-90be-bd6143cf6068 admin admin] Pushing event updated for resources: {'Network': ['ID=b157b9dd-45d9-44f4-ab4c-d847d241bbf6,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:20.567990 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-85b7b03c-4cbc-4c2b-90be-bd6143cf6068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:20.568999 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-ffc94745-064a-4e71-b5d7-dbd161ff2aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:27:20.573299 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-ffc94745-064a-4e71-b5d7-dbd161ff2aa6 admin admin] Usage tracker for resource:subnet and tenant:3b25781f07ea44a58ba7391525cdc3b7 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:27:20.576952 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-ffc94745-064a-4e71-b5d7-dbd161ff2aa6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:27:20.577530 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Network b157b9dd-45d9-44f4-ab4c-d847d241bbf6 details requested by agent ovs-agent-dv-cinder-768592-3-smb with host dv-cinder-768592-3-smb {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:27:20.583329 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-ffc94745-064a-4e71-b5d7-dbd161ff2aa6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:27:20.592668 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc94745-064a-4e71-b5d7-dbd161ff2aa6 admin admin] Made reservation on behalf of 3b25781f07ea44a58ba7391525cdc3b7 for: {'subnet': 1} {{(pid=80099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:27:20.593074 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Network b157b9dd-45d9-44f4-ab4c-d847d241bbf6 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:27:20.598063 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ffc94745-064a-4e71-b5d7-dbd161ff2aa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1089391'] for subnet, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:21.022578 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ffc94745-064a-4e71-b5d7-dbd161ff2aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852427919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1089374'] for subnet, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:21.038672 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1c4e5fd2-ce44-4aed-8c0e-937cda2d8e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:21.175496 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc94745-064a-4e71-b5d7-dbd161ff2aa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3b780e1-cf98-45f7-bdde-f232a08d745d,revision_number=0']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:21.179636 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ffc94745-064a-4e71-b5d7-dbd161ff2aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:21.245521 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc94745-064a-4e71-b5d7-dbd161ff2aa6 admin admin] Checking segment: {'id': 'c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:27:21.245919 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc94745-064a-4e71-b5d7-dbd161ff2aa6 admin admin] Network hostable DHCP agents. Network: b157b9dd-45d9-44f4-ab4c-d847d241bbf6, hostable agents: ['b4fd3997-8a6f-4495-b48b-6d59b5a93601'], hosted agents: [] {{(pid=80099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:27:21.264581 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc94745-064a-4e71-b5d7-dbd161ff2aa6 admin admin] Network b157b9dd-45d9-44f4-ab4c-d847d241bbf6 is scheduled to be hosted by DHCP agent b4fd3997-8a6f-4495-b48b-6d59b5a93601 with binding_index 1 {{(pid=80099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:27:21.273687 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-ffc94745-064a-4e71-b5d7-dbd161ff2aa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-smb, b157b9dd-45d9-44f4-ab4c-d847d241bbf6) {{(pid=80099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:27:21.282975 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ce41ca-5cc8-4f68-9e73-d222500e96db None None] Network b157b9dd-45d9-44f4-ab4c-d847d241bbf6 requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:27:21.286481 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc94745-064a-4e71-b5d7-dbd161ff2aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:21.287191 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ffc94745-064a-4e71-b5d7-dbd161ff2aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for subnet, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:21.307608 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-ffc94745-064a-4e71-b5d7-dbd161ff2aa6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7539320 Jan 15 10:27:21.310290 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 36616) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:27:21.317171 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-52370d72-06d9-41c1-813b-82fb27284a67 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1744927049-router', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:27:21.322106 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-52370d72-06d9-41c1-813b-82fb27284a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:27:21.326157 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-52370d72-06d9-41c1-813b-82fb27284a67 admin admin] Usage tracker for resource:router and tenant:3b25781f07ea44a58ba7391525cdc3b7 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:27:21.330561 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-52370d72-06d9-41c1-813b-82fb27284a67 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:27:21.336550 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-52370d72-06d9-41c1-813b-82fb27284a67 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:27:21.346305 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-52370d72-06d9-41c1-813b-82fb27284a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-522549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036852685493'] for router, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:21.347588 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-52370d72-06d9-41c1-813b-82fb27284a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854253230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2090307'] for router, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:21.363879 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-52370d72-06d9-41c1-813b-82fb27284a67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:21.516780 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56449651-64e6-5d3e-9159-e3ce16e7280d-b157b9dd-45d9-44f4-ab4c-d847d241bbf6', 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'fixed_ips': [{'subnet_id': 'c3b780e1-cf98-45f7-bdde-f232a08d745d'}]}} from dv-cinder-768592-3-smb. {{(pid=80100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 10:27:21.517720 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:21.651720 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-52370d72-06d9-41c1-813b-82fb27284a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2090322'] for router, precommit_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:21.814548 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Allocated IP 172.20.0.2 (b157b9dd-45d9-44f4-ab4c-d847d241bbf6/c3b780e1-cf98-45f7-bdde-f232a08d745d/ed741da7-6062-41ad-a8d5-6a552138f737) {{(pid=80100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:27:22.006469 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-52370d72-06d9-41c1-813b-82fb27284a67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:22.037357 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Notify callbacks [] for port, precommit_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:22.040783 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-52370d72-06d9-41c1-813b-82fb27284a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:22.049110 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Transition to ACTIVE for port object ed741da7-6062-41ad-a8d5-6a552138f737 will not be triggered until provisioned by entity L2. {{(pid=80100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:27:22.066878 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Transition to ACTIVE for port object ed741da7-6062-41ad-a8d5-6a552138f737 will not be triggered until provisioned by entity DHCP. {{(pid=80100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:27:22.071537 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039'] for port, after_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:22.087643 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:22.231522 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Pushing event updated for resources: {'Port': ['ID=ed741da7-6062-41ad-a8d5-6a552138f737,revision_number=1']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:22.245588 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:22.245975 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:22.246354 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:22.246726 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:22.247115 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:22.247490 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:22.247855 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:22.248220 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:22.248587 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:22.248947 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:22.249309 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:22.250374 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:22.251242 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:22.251615 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:22.251986 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:22.252349 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:22.252714 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:22.253077 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:22.253436 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:22.253803 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:22.254160 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:22.254520 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:22.254878 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:22.255260 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:22.260824 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:22.300564 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Network b157b9dd-45d9-44f4-ab4c-d847d241bbf6 is already hosted by enough agents. {{(pid=80100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:27:22.301817 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Resources bound (agent type, host, resource id): {{(pid=80100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:27:22.304206 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Received port after_create {{(pid=80100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:27:22.324480 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [None req-52370d72-06d9-41c1-813b-82fb27284a67 admin admin] Allocated IP 172.28.0.57 (512bef08-258b-4e03-8592-7639e3feb0a7/afc97f5e-62e7-4d57-b78b-6d502dcdcf4b/c5056b84-2e84-40d7-bc0c-a077f9d706a7) {{(pid=80099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:27:22.366883 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Attempting to bind port ed741da7-6062-41ad-a8d5-6a552138f737 on host dv-cinder-768592-3-smb for vnic_type normal with profile {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:27:22.367341 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Attempting to bind port ed741da7-6062-41ad-a8d5-6a552138f737 by drivers openvswitch on host dv-cinder-768592-3-smb at level 0 using segments [{'id': 'c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6'}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:27:22.367756 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Attempting to bind port ed741da7-6062-41ad-a8d5-6a552138f737 on network b157b9dd-45d9-44f4-ab4c-d847d241bbf6 {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:27:22.373443 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Checking agent: {'id': '76195a66-59ce-4b08-8c8f-8789c84dc4dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:27:22.373854 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Checking segment: {'id': 'c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:27:22.374304 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:22.375932 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Bound using segment: {'id': 'c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6'} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:27:22.376466 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Bound port: ed741da7-6062-41ad-a8d5-6a552138f737, host: dv-cinder-768592-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6'}}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:27:22.376890 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:22.477671 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] For port ed741da7-6062-41ad-a8d5-6a552138f737, host dv-cinder-768592-3-smb, cleared binding levels {{(pid=80100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:27:22.481611 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] For port ed741da7-6062-41ad-a8d5-6a552138f737, host dv-cinder-768592-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=ed741da7-6062-41ad-a8d5-6a552138f737,segment=NetworkSegment(c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c),segment_id=c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c)] {{(pid=80100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:27:22.485989 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:22.503543 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-825ce233-f7d4-4f94-9e3f-cea6b833ddc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:22.665950 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Pushing event updated for resources: {'Port': ['ID=ed741da7-6062-41ad-a8d5-6a552138f737,revision_number=2']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:22.671884 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:22.720499 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-52370d72-06d9-41c1-813b-82fb27284a67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:22.749477 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-52370d72-06d9-41c1-813b-82fb27284a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427881'] for port, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:22.763977 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:22.919037 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52370d72-06d9-41c1-813b-82fb27284a67 admin admin] Pushing event updated for resources: {'Port': ['ID=c5056b84-2e84-40d7-bc0c-a077f9d706a7,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:22.923170 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-52370d72-06d9-41c1-813b-82fb27284a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:22.979750 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52370d72-06d9-41c1-813b-82fb27284a67 admin admin] Network 512bef08-258b-4e03-8592-7639e3feb0a7 is already hosted by enough agents. {{(pid=80099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:27:22.981115 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-52370d72-06d9-41c1-813b-82fb27284a67 admin admin] Resources bound (agent type, host, resource id): {{(pid=80099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:27:22.984659 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52370d72-06d9-41c1-813b-82fb27284a67 admin admin] Received port after_create {{(pid=80099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:27:23.235915 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device ed741da7-6062-41ad-a8d5-6a552138f737 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:27:23.305438 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning for port ed741da7-6062-41ad-a8d5-6a552138f737 completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:27:23.426695 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-52370d72-06d9-41c1-813b-82fb27284a67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:23.785540 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-52370d72-06d9-41c1-813b-82fb27284a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854253268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854366006'] for router, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:24.012613 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52370d72-06d9-41c1-813b-82fb27284a67 admin admin] Router 3b4a49ce-3e6a-4531-be93-195461c98457 is scheduled to L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 with binding_index 1 {{(pid=80099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 10:27:24.157026 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29cfd7f-2d14-4e2e-a001-e6bea57816ff None None] Network b157b9dd-45d9-44f4-ab4c-d847d241bbf6 requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:27:24.209895 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52370d72-06d9-41c1-813b-82fb27284a67 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:27:24.220399 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] Sync routers for ids ['3b4a49ce-3e6a-4531-be93-195461c98457'] in dv-cinder-768592-3-smb {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:27:24.231907 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] Routers {'3b4a49ce-3e6a-4531-be93-195461c98457'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:27:24.232922 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:27:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['3b4a49ce-3e6a-4531-be93-195461c98457'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:24.236616 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-52370d72-06d9-41c1-813b-82fb27284a67 admin admin] Notify callbacks [] for router, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:24.240866 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-52370d72-06d9-41c1-813b-82fb27284a67 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9267328 Jan 15 10:27:24.241282 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 36620) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:27:24.429545 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] Set router 3b4a49ce-3e6a-4531-be93-195461c98457 gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:27:24.431908 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-60b0618c-d746-4502-9733-ec359e61f50f None None] Provisioning for port ed741da7-6062-41ad-a8d5-6a552138f737 completed by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:27:24.440967 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-60b0618c-d746-4502-9733-ec359e61f50f None None] Provisioning complete for port ed741da7-6062-41ad-a8d5-6a552138f737 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:24.441380 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-60b0618c-d746-4502-9733-ec359e61f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:24.677032 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-60b0618c-d746-4502-9733-ec359e61f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:24.728901 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-60b0618c-d746-4502-9733-ec359e61f50f None None] For port ed741da7-6062-41ad-a8d5-6a552138f737, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=ed741da7-6062-41ad-a8d5-6a552138f737,segment=NetworkSegment(c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c),segment_id=c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:27:24.739167 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-60b0618c-d746-4502-9733-ec359e61f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:24.744722 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-776d2135-c3db-4ec7-8c5d-fd09506befa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:24.763186 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'name': 'tempest-TestShelveInstance-1744927049-router', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:27:21Z', 'updated_at': '2021-01-15T10:27:23Z', 'revision_number': 3, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'gw_port': {'id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:22Z', 'updated_at': '2021-01-15T10:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:24.768538 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] Checking router: 3b4a49ce-3e6a-4531-be93-195461c98457 for host: dv-cinder-768592-3-smb {{(pid=80101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:27:24.768946 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] Updating router 3b4a49ce-3e6a-4531-be93-195461c98457 port c5056b84-2e84-40d7-bc0c-a077f9d706a7 binding host dv-cinder-768592-3-smb {{(pid=80101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:27:24.822300 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0618c-d746-4502-9733-ec359e61f50f None None] Pushing event updated for resources: {'Port': ['ID=ed741da7-6062-41ad-a8d5-6a552138f737,revision_number=3']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:24.825586 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-60b0618c-d746-4502-9733-ec359e61f50f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:24.844155 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:25.064389 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-d78d50ff-14a3-4b19-a9ac-050dfb095ce7 None None] Provisioning complete for port ed741da7-6062-41ad-a8d5-6a552138f737 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:25.064811 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d78d50ff-14a3-4b19-a9ac-050dfb095ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:25.252117 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device ed741da7-6062-41ad-a8d5-6a552138f737 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:27:25.322804 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ba158ea6-c9b8-411a-ab85-dad14122cacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:25.330694 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:25.336366 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port ed741da7-6062-41ad-a8d5-6a552138f737 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:25.336892 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:25.346353 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] Transition to ACTIVE for port object c5056b84-2e84-40d7-bc0c-a077f9d706a7 will not be triggered until provisioned by entity L2. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:27:25.350732 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:25.489545 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:25.501444 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-8c31bbaf-97fc-4f46-8254-b4afcadd6ca7 None None] Provisioning complete for port ed741da7-6062-41ad-a8d5-6a552138f737 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:25.501852 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8c31bbaf-97fc-4f46-8254-b4afcadd6ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:25.574556 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] Attempting to bind port c5056b84-2e84-40d7-bc0c-a077f9d706a7 on host dv-cinder-768592-3-smb for vnic_type normal with profile {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:27:25.574766 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] Attempting to bind port c5056b84-2e84-40d7-bc0c-a077f9d706a7 by drivers openvswitch on host dv-cinder-768592-3-smb at level 0 using segments [{'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:27:25.575046 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] Attempting to bind port c5056b84-2e84-40d7-bc0c-a077f9d706a7 on network 512bef08-258b-4e03-8592-7639e3feb0a7 {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:27:25.585458 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] Checking agent: {'id': '76195a66-59ce-4b08-8c8f-8789c84dc4dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:27:25.585875 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] Checking segment: {'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:27:25.586320 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:25.586752 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] Bound using segment: {'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:27:25.587314 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] Bound port: c5056b84-2e84-40d7-bc0c-a077f9d706a7, host: dv-cinder-768592-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:27:25.587729 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:25.622119 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Pushing event updated for resources: {'Port': ['ID=c5056b84-2e84-40d7-bc0c-a077f9d706a7,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:25.645628 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:25.646012 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:25.646383 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:25.646748 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:25.647368 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:25.647595 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:25.647815 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:25.648172 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:25.648526 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:25.648881 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:25.649235 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:25.649586 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:25.649975 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:25.650331 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:25.650676 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:25.651023 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:25.651423 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:25.651774 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:25.652121 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:25.652469 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:25.652816 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:25.653163 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:25.653512 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:25.653859 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:25.658716 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:25.686662 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] For port c5056b84-2e84-40d7-bc0c-a077f9d706a7, host dv-cinder-768592-3-smb, cleared binding levels {{(pid=80101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:27:25.690661 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] For port c5056b84-2e84-40d7-bc0c-a077f9d706a7, host dv-cinder-768592-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=c5056b84-2e84-40d7-bc0c-a077f9d706a7,segment=NetworkSegment(b0c09c06-7b10-4f05-84b2-2c066d8764a1),segment_id=b0c09c06-7b10-4f05-84b2-2c066d8764a1)] {{(pid=80101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:27:25.694083 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:25.710205 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-c199b355-7428-41b8-9f29-df373a8bd42e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:25.713103 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [None req-ba158ea6-c9b8-411a-ab85-dad14122cacc admin admin] Allocated IP 172.20.0.1 (b157b9dd-45d9-44f4-ab4c-d847d241bbf6/c3b780e1-cf98-45f7-bdde-f232a08d745d/133ea89e-6178-4fc4-b953-201b38ad45d0) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:27:25.750673 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-a2de4c20-df09-4a12-ac1b-16377f7c9549 None None] Provisioning complete for port ed741da7-6062-41ad-a8d5-6a552138f737 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:25.751384 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a2de4c20-df09-4a12-ac1b-16377f7c9549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:25.865030 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Pushing event updated for resources: {'Port': ['ID=c5056b84-2e84-40d7-bc0c-a077f9d706a7,revision_number=3']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:25.869806 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a157791b-42a2-4cd5-8718-ed2796e647e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:25.883013 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ba158ea6-c9b8-411a-ab85-dad14122cacc admin admin] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:25.901700 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-ba158ea6-c9b8-411a-ab85-dad14122cacc admin admin] Transition to ACTIVE for port object 133ea89e-6178-4fc4-b953-201b38ad45d0 will not be triggered until provisioned by entity DHCP. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:27:25.916048 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] Routers {'3b4a49ce-3e6a-4531-be93-195461c98457'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:27:25.916712 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:27:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['3b4a49ce-3e6a-4531-be93-195461c98457'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:25.929419 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ba158ea6-c9b8-411a-ab85-dad14122cacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:25.950371 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-b03b70a5-2ce6-4c2c-917c-b01190ea0f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:26.097110 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba158ea6-c9b8-411a-ab85-dad14122cacc admin admin] Pushing event updated for resources: {'Port': ['ID=133ea89e-6178-4fc4-b953-201b38ad45d0,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:26.101345 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] Set router 3b4a49ce-3e6a-4531-be93-195461c98457 gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:27:26.101784 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ba158ea6-c9b8-411a-ab85-dad14122cacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:26.147366 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba158ea6-c9b8-411a-ab85-dad14122cacc admin admin] Network b157b9dd-45d9-44f4-ab4c-d847d241bbf6 is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:27:26.148720 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-ba158ea6-c9b8-411a-ab85-dad14122cacc admin admin] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:27:26.151215 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba158ea6-c9b8-411a-ab85-dad14122cacc admin admin] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:27:26.212782 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ba158ea6-c9b8-411a-ab85-dad14122cacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854255858'] for router_interface, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:26.336683 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ba158ea6-c9b8-411a-ab85-dad14122cacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:26.406683 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-2b233001-fa59-48ea-a821-43b045c9c1f1 None None] Provisioning for port 133ea89e-6178-4fc4-b953-201b38ad45d0 completed by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:27:26.412506 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-2b233001-fa59-48ea-a821-43b045c9c1f1 None None] Provisioning complete for port 133ea89e-6178-4fc4-b953-201b38ad45d0 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:26.412933 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2b233001-fa59-48ea-a821-43b045c9c1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:26.474283 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-2b233001-fa59-48ea-a821-43b045c9c1f1 None None] Port 133ea89e-6178-4fc4-b953-201b38ad45d0 cannot update to ACTIVE because it is not bound. {{(pid=80100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:27:26.577321 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'name': 'tempest-TestShelveInstance-1744927049-router', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:27:21Z', 'updated_at': '2021-01-15T10:27:23Z', 'revision_number': 3, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'gw_port': {'id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:22Z', 'updated_at': '2021-01-15T10:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:26.589019 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7795af8-f481-4282-8565-af8c9e6b17d6 None None] The sync data for ids ['3b4a49ce-3e6a-4531-be93-195461c98457'] in dv-cinder-768592-3-smb is: [{'id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'name': 'tempest-TestShelveInstance-1744927049-router', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:27:21Z', 'updated_at': '2021-01-15T10:27:23Z', 'revision_number': 3, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'gw_port': {'id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:22Z', 'updated_at': '2021-01-15T10:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}] {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:27:26.652526 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ba158ea6-c9b8-411a-ab85-dad14122cacc admin admin] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:26.656744 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ba158ea6-c9b8-411a-ab85-dad14122cacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:26.685864 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-789fdbb0-e2e8-4ae7-8bcb-f03a2966a198 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:26.771748 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba158ea6-c9b8-411a-ab85-dad14122cacc admin admin] Pushing event updated for resources: {'Port': ['ID=133ea89e-6178-4fc4-b953-201b38ad45d0,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:26.774409 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ba158ea6-c9b8-411a-ab85-dad14122cacc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1027109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520177'] for router_interface, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:26.788670 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ba158ea6-c9b8-411a-ab85-dad14122cacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:26.924871 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba158ea6-c9b8-411a-ab85-dad14122cacc admin admin] Network b157b9dd-45d9-44f4-ab4c-d847d241bbf6 is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:27:26.926144 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-ba158ea6-c9b8-411a-ab85-dad14122cacc admin admin] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:27:27.143145 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba158ea6-c9b8-411a-ab85-dad14122cacc admin admin] Router 3b4a49ce-3e6a-4531-be93-195461c98457 has already been hosted by L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 {{(pid=80098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:27:27.205823 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-17705778-9a8c-466a-8c6d-94883d17143f None None] Provisioning complete for port 133ea89e-6178-4fc4-b953-201b38ad45d0 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:27.206172 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-17705778-9a8c-466a-8c6d-94883d17143f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:27.244370 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device c5056b84-2e84-40d7-bc0c-a077f9d706a7 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:27:27.326556 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-17705778-9a8c-466a-8c6d-94883d17143f None None] Port 133ea89e-6178-4fc4-b953-201b38ad45d0 cannot update to ACTIVE because it is not bound. {{(pid=80100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:27:27.342766 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning for port c5056b84-2e84-40d7-bc0c-a077f9d706a7 completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:27:27.348590 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port c5056b84-2e84-40d7-bc0c-a077f9d706a7 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:27.349338 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:27.356299 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba158ea6-c9b8-411a-ab85-dad14122cacc admin admin] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:27:27.384088 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-ba158ea6-c9b8-411a-ab85-dad14122cacc admin admin] 10.222.0.60 "PUT /v2.0/routers/3b4a49ce-3e6a-4531-be93-195461c98457/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1335800 Jan 15 10:27:27.491611 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:27.509858 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] For port c5056b84-2e84-40d7-bc0c-a077f9d706a7, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=c5056b84-2e84-40d7-bc0c-a077f9d706a7,segment=NetworkSegment(b0c09c06-7b10-4f05-84b2-2c066d8764a1),segment_id=b0c09c06-7b10-4f05-84b2-2c066d8764a1)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:27:27.512756 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:27.514693 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:27.585789 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Pushing event updated for resources: {'Port': ['ID=c5056b84-2e84-40d7-bc0c-a077f9d706a7,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:27.589188 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:28.212306 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80099) accepted ('10.222.0.60', 36640) {{(pid=80099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:27:28.219297 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-3fa2c5b8-1083-416e-8b8b-dd3dc715ba5a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-20210598-network', 'tenant_id': '452440b7e649412996e6901057d67f29'}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:27:28.224469 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-3fa2c5b8-1083-416e-8b8b-dd3dc715ba5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:27:28.228860 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-3fa2c5b8-1083-416e-8b8b-dd3dc715ba5a admin admin] Usage tracker for resource:network and tenant:452440b7e649412996e6901057d67f29 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:27:28.232933 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-3fa2c5b8-1083-416e-8b8b-dd3dc715ba5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:27:28.238971 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-3fa2c5b8-1083-416e-8b8b-dd3dc715ba5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:27:28.247806 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa2c5b8-1083-416e-8b8b-dd3dc715ba5a admin admin] Made reservation on behalf of 452440b7e649412996e6901057d67f29 for: {'network': 1} {{(pid=80099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:27:28.253267 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3fa2c5b8-1083-416e-8b8b-dd3dc715ba5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for network, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:28.266988 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3fa2c5b8-1083-416e-8b8b-dd3dc715ba5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:28.282407 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-3fa2c5b8-1083-416e-8b8b-dd3dc715ba5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:27:28.286504 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-3fa2c5b8-1083-416e-8b8b-dd3dc715ba5a admin admin] Usage tracker for resource:security_group_rule and tenant:452440b7e649412996e6901057d67f29 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:27:28.289487 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-3fa2c5b8-1083-416e-8b8b-dd3dc715ba5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:27:28.295285 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-3fa2c5b8-1083-416e-8b8b-dd3dc715ba5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:27:28.386301 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3fa2c5b8-1083-416e-8b8b-dd3dc715ba5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:28.389259 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3fa2c5b8-1083-416e-8b8b-dd3dc715ba5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:28.394314 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e560e785-d264-4cd1-a94b-9b42da5e30df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:28.423449 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa2c5b8-1083-416e-8b8b-dd3dc715ba5a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:27:28.436387 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2c5b8-1083-416e-8b8b-dd3dc715ba5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e38cf8-9134-487a-99b7-4b3b6b7abaa6,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:28.441221 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-3fa2c5b8-1083-416e-8b8b-dd3dc715ba5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:28.442207 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3fa2c5b8-1083-416e-8b8b-dd3dc715ba5a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309569841387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:28.442637 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.segments_db [None req-3fa2c5b8-1083-416e-8b8b-dd3dc715ba5a admin admin] Added segment e1b3932e-0184-421e-ab1a-55becad8f7fc of type vxlan for network 0e061eb3-72b0-44b6-b33e-360530b4afa7 Jan 15 10:27:28.470937 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3fa2c5b8-1083-416e-8b8b-dd3dc715ba5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309570361187'] for network, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:28.501907 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3fa2c5b8-1083-416e-8b8b-dd3dc715ba5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124'] for network, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:28.503122 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa2c5b8-1083-416e-8b8b-dd3dc715ba5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:28.503763 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3fa2c5b8-1083-416e-8b8b-dd3dc715ba5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:28.508793 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:28.616103 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-3fa2c5b8-1083-416e-8b8b-dd3dc715ba5a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.4025888 Jan 15 10:27:28.617054 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2c5b8-1083-416e-8b8b-dd3dc715ba5a admin admin] Pushing event updated for resources: {'Network': ['ID=0e061eb3-72b0-44b6-b33e-360530b4afa7,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:28.619353 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 36644) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:27:28.620189 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-3fa2c5b8-1083-416e-8b8b-dd3dc715ba5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:28.626780 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-dbd999bc-cef6-4d88-8449-da5bccd14b9a admin admin] Request body: {'subnet': {'network_id': '0e061eb3-72b0-44b6-b33e-360530b4afa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-20210598-subnet', 'tenant_id': '452440b7e649412996e6901057d67f29', 'ip_version': 4}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:27:28.629647 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Network 0e061eb3-72b0-44b6-b33e-360530b4afa7 details requested by agent ovs-agent-dv-cinder-768592-3-smb with host dv-cinder-768592-3-smb {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:27:28.632251 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-dbd999bc-cef6-4d88-8449-da5bccd14b9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:27:28.636431 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-dbd999bc-cef6-4d88-8449-da5bccd14b9a admin admin] Usage tracker for resource:subnet and tenant:452440b7e649412996e6901057d67f29 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:27:28.639626 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-dbd999bc-cef6-4d88-8449-da5bccd14b9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:27:28.644353 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Network 0e061eb3-72b0-44b6-b33e-360530b4afa7 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:27:28.646398 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-dbd999bc-cef6-4d88-8449-da5bccd14b9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:27:28.657532 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd999bc-cef6-4d88-8449-da5bccd14b9a admin admin] Made reservation on behalf of 452440b7e649412996e6901057d67f29 for: {'subnet': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:27:28.662368 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dbd999bc-cef6-4d88-8449-da5bccd14b9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2486617'] for subnet, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:29.120651 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dbd999bc-cef6-4d88-8449-da5bccd14b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4166451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2486632'] for subnet, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:29.137427 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ad482f78-ed29-477d-a988-5ab8c520573e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:29.215521 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device c5056b84-2e84-40d7-bc0c-a077f9d706a7 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:27:29.285553 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd999bc-cef6-4d88-8449-da5bccd14b9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e36150b6-70b6-4dc8-931c-f8bfc4c8fe6e,revision_number=0']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:29.288988 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dbd999bc-cef6-4d88-8449-da5bccd14b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:29.302673 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port c5056b84-2e84-40d7-bc0c-a077f9d706a7 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:29.303167 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:29.472926 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] Sync routers for ids ['3b4a49ce-3e6a-4531-be93-195461c98457'] in dv-cinder-768592-3-smb {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:27:29.485136 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] Routers {'3b4a49ce-3e6a-4531-be93-195461c98457'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:27:29.485941 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:27:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['3b4a49ce-3e6a-4531-be93-195461c98457'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:29.612303 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd999bc-cef6-4d88-8449-da5bccd14b9a admin admin] Checking segment: {'id': 'e1b3932e-0184-421e-ab1a-55becad8f7fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e061eb3-72b0-44b6-b33e-360530b4afa7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:27:29.612706 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd999bc-cef6-4d88-8449-da5bccd14b9a admin admin] Network hostable DHCP agents. Network: 0e061eb3-72b0-44b6-b33e-360530b4afa7, hostable agents: ['b4fd3997-8a6f-4495-b48b-6d59b5a93601'], hosted agents: [] {{(pid=80098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:27:29.632582 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd999bc-cef6-4d88-8449-da5bccd14b9a admin admin] Network 0e061eb3-72b0-44b6-b33e-360530b4afa7 is scheduled to be hosted by DHCP agent b4fd3997-8a6f-4495-b48b-6d59b5a93601 with binding_index 1 {{(pid=80098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:27:29.641636 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-dbd999bc-cef6-4d88-8449-da5bccd14b9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-smb, 0e061eb3-72b0-44b6-b33e-360530b4afa7) {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:27:29.653539 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd999bc-cef6-4d88-8449-da5bccd14b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:29.654175 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dbd999bc-cef6-4d88-8449-da5bccd14b9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:29.658094 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d048e1-9332-4208-9070-6da3382ae81c None None] Network 0e061eb3-72b0-44b6-b33e-360530b4afa7 requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:27:29.675229 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-dbd999bc-cef6-4d88-8449-da5bccd14b9a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0544670 Jan 15 10:27:29.677941 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 36648) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:27:29.683470 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [None req-fd6e486a-5c19-441f-8e8f-89737dc8933c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-20210598-router', 'tenant_id': '452440b7e649412996e6901057d67f29', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:27:29.688427 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-fd6e486a-5c19-441f-8e8f-89737dc8933c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:27:29.692433 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-fd6e486a-5c19-441f-8e8f-89737dc8933c admin admin] Usage tracker for resource:router and tenant:452440b7e649412996e6901057d67f29 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:27:29.696140 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [None req-fd6e486a-5c19-441f-8e8f-89737dc8933c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:27:29.701932 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [None req-fd6e486a-5c19-441f-8e8f-89737dc8933c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:27:29.711118 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fd6e486a-5c19-441f-8e8f-89737dc8933c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-522549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036852685493'] for router, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:29.712190 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fd6e486a-5c19-441f-8e8f-89737dc8933c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854253230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2090307'] for router, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:29.730462 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fd6e486a-5c19-441f-8e8f-89737dc8933c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:29.775008 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] Set router 3b4a49ce-3e6a-4531-be93-195461c98457 gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:27:30.018931 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fd6e486a-5c19-441f-8e8f-89737dc8933c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2090322'] for router, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:30.310859 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56449651-64e6-5d3e-9159-e3ce16e7280d-0e061eb3-72b0-44b6-b33e-360530b4afa7', 'network_id': '0e061eb3-72b0-44b6-b33e-360530b4afa7', 'tenant_id': '452440b7e649412996e6901057d67f29', 'fixed_ips': [{'subnet_id': 'e36150b6-70b6-4dc8-931c-f8bfc4c8fe6e'}]}} from dv-cinder-768592-3-smb. {{(pid=80100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 10:27:30.312614 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:30.362013 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fd6e486a-5c19-441f-8e8f-89737dc8933c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:30.397686 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fd6e486a-5c19-441f-8e8f-89737dc8933c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:30.566499 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'name': 'tempest-TestShelveInstance-1744927049-router', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:27:21Z', 'updated_at': '2021-01-15T10:27:26Z', 'revision_number': 4, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'gw_port': {'id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:22Z', 'updated_at': '2021-01-15T10:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '133ea89e-6178-4fc4-b953-201b38ad45d0', 'name': '', 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'mac_address': 'fa:16:3e:cf:ac:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c3b780e1-cf98-45f7-bdde-f232a08d745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:25Z', 'updated_at': '2021-01-15T10:27:26Z', 'revision_number': 2, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'subnets': [{'id': 'c3b780e1-cf98-45f7-bdde-f232a08d745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:30.586322 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] Checking router: 3b4a49ce-3e6a-4531-be93-195461c98457 for host: dv-cinder-768592-3-smb {{(pid=80100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:27:30.586764 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] Updating router 3b4a49ce-3e6a-4531-be93-195461c98457 port 133ea89e-6178-4fc4-b953-201b38ad45d0 binding host dv-cinder-768592-3-smb {{(pid=80100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:27:30.672790 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [None req-fd6e486a-5c19-441f-8e8f-89737dc8933c admin admin] Allocated IP 172.28.0.53 (512bef08-258b-4e03-8592-7639e3feb0a7/afc97f5e-62e7-4d57-b78b-6d502dcdcf4b/0748be31-7e3c-40de-be95-732342e6034e) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:27:30.690263 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:30.789525 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] Allocated IP 172.20.0.2 (0e061eb3-72b0-44b6-b33e-360530b4afa7/e36150b6-70b6-4dc8-931c-f8bfc4c8fe6e/bf166114-db2a-4ba6-ac06-ffb47816bf5a) {{(pid=80100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:27:30.834816 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fd6e486a-5c19-441f-8e8f-89737dc8933c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:30.861970 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fd6e486a-5c19-441f-8e8f-89737dc8933c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:30.882399 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-87c92956-14ea-4191-83a6-c95d6ee1dd5d tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:31.027543 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e486a-5c19-441f-8e8f-89737dc8933c admin admin] Pushing event updated for resources: {'Port': ['ID=0748be31-7e3c-40de-be95-732342e6034e,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:31.031464 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-fd6e486a-5c19-441f-8e8f-89737dc8933c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:31.079975 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6e486a-5c19-441f-8e8f-89737dc8933c admin admin] Network 512bef08-258b-4e03-8592-7639e3feb0a7 is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:27:31.081199 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-fd6e486a-5c19-441f-8e8f-89737dc8933c admin admin] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:27:31.083518 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6e486a-5c19-441f-8e8f-89737dc8933c admin admin] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:27:31.253679 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] Notify callbacks [] for port, precommit_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:31.270479 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] Transition to ACTIVE for port object bf166114-db2a-4ba6-ac06-ffb47816bf5a will not be triggered until provisioned by entity L2. {{(pid=80100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:27:31.292830 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] Transition to ACTIVE for port object bf166114-db2a-4ba6-ac06-ffb47816bf5a will not be triggered until provisioned by entity DHCP. {{(pid=80100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:27:31.308576 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039'] for port, after_create {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:31.351661 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:31.519504 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fd6e486a-5c19-441f-8e8f-89737dc8933c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:31.528204 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] Notify callbacks [] for port, precommit_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:31.531412 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] Pushing event updated for resources: {'Port': ['ID=bf166114-db2a-4ba6-ac06-ffb47816bf5a,revision_number=1']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:31.540657 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:31.560699 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] Transition to ACTIVE for port object 133ea89e-6178-4fc4-b953-201b38ad45d0 will not be triggered until provisioned by entity L2. {{(pid=80100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:27:31.565574 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:31.582652 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:31.718594 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] Network 0e061eb3-72b0-44b6-b33e-360530b4afa7 is already hosted by enough agents. {{(pid=80100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:27:31.719977 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] Resources bound (agent type, host, resource id): {{(pid=80100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:27:31.736483 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] Received port after_create {{(pid=80100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:27:31.747890 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd6253-f3b7-43d3-a752-25499a729f2e None None] Pushing event updated for resources: {'Port': ['ID=133ea89e-6178-4fc4-b953-201b38ad45d0,revision_number=3']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:31.782290 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-40cd6253-f3b7-43d3-a752-25499a729f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:31.836676 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] Attempting to bind port bf166114-db2a-4ba6-ac06-ffb47816bf5a on host dv-cinder-768592-3-smb for vnic_type normal with profile {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:27:31.837095 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] Attempting to bind port bf166114-db2a-4ba6-ac06-ffb47816bf5a by drivers openvswitch on host dv-cinder-768592-3-smb at level 0 using segments [{'id': 'e1b3932e-0184-421e-ab1a-55becad8f7fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e061eb3-72b0-44b6-b33e-360530b4afa7'}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:27:31.837510 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] Attempting to bind port bf166114-db2a-4ba6-ac06-ffb47816bf5a on network 0e061eb3-72b0-44b6-b33e-360530b4afa7 {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:27:31.849990 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] Checking agent: {'id': '76195a66-59ce-4b08-8c8f-8789c84dc4dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:27:31.850421 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] Checking segment: {'id': 'e1b3932e-0184-421e-ab1a-55becad8f7fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e061eb3-72b0-44b6-b33e-360530b4afa7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:27:31.850875 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:31.851609 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] Bound using segment: {'id': 'e1b3932e-0184-421e-ab1a-55becad8f7fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e061eb3-72b0-44b6-b33e-360530b4afa7'} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:27:31.852158 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] Bound port: bf166114-db2a-4ba6-ac06-ffb47816bf5a, host: dv-cinder-768592-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b3932e-0184-421e-ab1a-55becad8f7fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e061eb3-72b0-44b6-b33e-360530b4afa7'}}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:27:31.852587 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:32.057959 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] Attempting to bind port 133ea89e-6178-4fc4-b953-201b38ad45d0 on host dv-cinder-768592-3-smb for vnic_type normal with profile {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:27:32.058424 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] Attempting to bind port 133ea89e-6178-4fc4-b953-201b38ad45d0 by drivers openvswitch on host dv-cinder-768592-3-smb at level 0 using segments [{'id': 'c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6'}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:27:32.058840 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] Attempting to bind port 133ea89e-6178-4fc4-b953-201b38ad45d0 on network b157b9dd-45d9-44f4-ab4c-d847d241bbf6 {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:27:32.075465 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] Checking agent: {'id': '76195a66-59ce-4b08-8c8f-8789c84dc4dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:27:32.075883 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] Checking segment: {'id': 'c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:27:32.076325 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:32.076763 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] Bound using segment: {'id': 'c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6'} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:27:32.077843 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] Bound port: 133ea89e-6178-4fc4-b953-201b38ad45d0, host: dv-cinder-768592-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6'}}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:27:32.078267 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:32.144868 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] For port bf166114-db2a-4ba6-ac06-ffb47816bf5a, host dv-cinder-768592-3-smb, cleared binding levels {{(pid=80100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:27:32.145087 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fd6e486a-5c19-441f-8e8f-89737dc8933c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854253268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854366006'] for router, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:32.177630 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] For port bf166114-db2a-4ba6-ac06-ffb47816bf5a, host dv-cinder-768592-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=bf166114-db2a-4ba6-ac06-ffb47816bf5a,segment=NetworkSegment(e1b3932e-0184-421e-ab1a-55becad8f7fc),segment_id=e1b3932e-0184-421e-ab1a-55becad8f7fc)] {{(pid=80100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:27:32.184004 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:32.201976 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:32.369845 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6e486a-5c19-441f-8e8f-89737dc8933c admin admin] Router 93535371-81a5-42b2-8b7d-470e22e3a1a3 is scheduled to L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 with binding_index 1 {{(pid=80098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 10:27:32.524867 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] For port 133ea89e-6178-4fc4-b953-201b38ad45d0, host dv-cinder-768592-3-smb, cleared binding levels {{(pid=80100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:27:32.546349 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] For port 133ea89e-6178-4fc4-b953-201b38ad45d0, host dv-cinder-768592-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=133ea89e-6178-4fc4-b953-201b38ad45d0,segment=NetworkSegment(c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c),segment_id=c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c)] {{(pid=80100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:27:32.551603 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] Pushing event updated for resources: {'Port': ['ID=bf166114-db2a-4ba6-ac06-ffb47816bf5a,revision_number=2']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:32.557329 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:32.571473 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6e486a-5c19-441f-8e8f-89737dc8933c admin admin] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:27:32.571712 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:32.572176 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-058b3193-1d3f-4f53-bd64-1e5be05d21d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:32.581568 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] Sync routers for ids ['93535371-81a5-42b2-8b7d-470e22e3a1a3'] in dv-cinder-768592-3-smb {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:27:32.592004 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] Routers {'93535371-81a5-42b2-8b7d-470e22e3a1a3'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:27:32.594917 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:27:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['93535371-81a5-42b2-8b7d-470e22e3a1a3'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:32.596830 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-fd6e486a-5c19-441f-8e8f-89737dc8933c admin admin] Notify callbacks [] for router, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:32.600883 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-fd6e486a-5c19-441f-8e8f-89737dc8933c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.9192746 Jan 15 10:27:32.601129 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 36652) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:27:32.766540 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd6253-f3b7-43d3-a752-25499a729f2e None None] Pushing event updated for resources: {'Port': ['ID=133ea89e-6178-4fc4-b953-201b38ad45d0,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:32.772821 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-40cd6253-f3b7-43d3-a752-25499a729f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:32.801492 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] Set router 93535371-81a5-42b2-8b7d-470e22e3a1a3 gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:27:32.820206 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] Routers {'3b4a49ce-3e6a-4531-be93-195461c98457'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:27:32.820886 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:27:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['3b4a49ce-3e6a-4531-be93-195461c98457'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:33.121535 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] Set router 3b4a49ce-3e6a-4531-be93-195461c98457 gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:27:33.302140 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93535371-81a5-42b2-8b7d-470e22e3a1a3', 'name': 'tempest-TestShelveInstance-20210598-router', 'tenant_id': '452440b7e649412996e6901057d67f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '0748be31-7e3c-40de-be95-732342e6034e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:27:29Z', 'updated_at': '2021-01-15T10:27:31Z', 'revision_number': 3, 'project_id': '452440b7e649412996e6901057d67f29', 'gw_port': {'id': '0748be31-7e3c-40de-be95-732342e6034e', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:99:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93535371-81a5-42b2-8b7d-470e22e3a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:30Z', 'updated_at': '2021-01-15T10:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:33.307007 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] Checking router: 93535371-81a5-42b2-8b7d-470e22e3a1a3 for host: dv-cinder-768592-3-smb {{(pid=80101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:27:33.307523 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] Updating router 93535371-81a5-42b2-8b7d-470e22e3a1a3 port 0748be31-7e3c-40de-be95-732342e6034e binding host dv-cinder-768592-3-smb {{(pid=80101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:27:33.328787 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device bf166114-db2a-4ba6-ac06-ffb47816bf5a up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:27:33.364415 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:33.454087 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0a19a911-d5ad-4b02-a274-4e094431954d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:33.528152 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning for port bf166114-db2a-4ba6-ac06-ffb47816bf5a completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:27:33.609150 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'name': 'tempest-TestShelveInstance-1744927049-router', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:27:21Z', 'updated_at': '2021-01-15T10:27:26Z', 'revision_number': 4, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'gw_port': {'id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:22Z', 'updated_at': '2021-01-15T10:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '133ea89e-6178-4fc4-b953-201b38ad45d0', 'name': '', 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'mac_address': 'fa:16:3e:cf:ac:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c3b780e1-cf98-45f7-bdde-f232a08d745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:25Z', 'updated_at': '2021-01-15T10:27:32Z', 'revision_number': 4, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'subnets': [{'id': 'c3b780e1-cf98-45f7-bdde-f232a08d745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:33.614020 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48847338-43ee-477f-8484-97ea45c40a29 None None] The sync data for ids ['3b4a49ce-3e6a-4531-be93-195461c98457'] in dv-cinder-768592-3-smb is: [{'id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'name': 'tempest-TestShelveInstance-1744927049-router', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:27:21Z', 'updated_at': '2021-01-15T10:27:26Z', 'revision_number': 4, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'gw_port': {'id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:22Z', 'updated_at': '2021-01-15T10:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '133ea89e-6178-4fc4-b953-201b38ad45d0', 'name': '', 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'mac_address': 'fa:16:3e:cf:ac:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c3b780e1-cf98-45f7-bdde-f232a08d745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:25Z', 'updated_at': '2021-01-15T10:27:32Z', 'revision_number': 4, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'subnets': [{'id': 'c3b780e1-cf98-45f7-bdde-f232a08d745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:27:33.803523 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:33.822912 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] Transition to ACTIVE for port object 0748be31-7e3c-40de-be95-732342e6034e will not be triggered until provisioned by entity L2. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:27:33.826306 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:33.846999 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:33.867484 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [None req-0a19a911-d5ad-4b02-a274-4e094431954d admin admin] Allocated IP 172.20.0.1 (0e061eb3-72b0-44b6-b33e-360530b4afa7/e36150b6-70b6-4dc8-931c-f8bfc4c8fe6e/7b6584ae-2fd9-491d-933d-44ddf6a11bc9) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:27:34.026405 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050ab12-c9b0-46e9-b495-523f8047668f None None] Pushing event updated for resources: {'Port': ['ID=0748be31-7e3c-40de-be95-732342e6034e,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:34.030148 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-5050ab12-c9b0-46e9-b495-523f8047668f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:34.088282 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0a19a911-d5ad-4b02-a274-4e094431954d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:34.089236 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] Attempting to bind port 0748be31-7e3c-40de-be95-732342e6034e on host dv-cinder-768592-3-smb for vnic_type normal with profile {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:27:34.089730 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] Attempting to bind port 0748be31-7e3c-40de-be95-732342e6034e by drivers openvswitch on host dv-cinder-768592-3-smb at level 0 using segments [{'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:27:34.090214 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] Attempting to bind port 0748be31-7e3c-40de-be95-732342e6034e on network 512bef08-258b-4e03-8592-7639e3feb0a7 {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:27:34.097572 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] Checking agent: {'id': '76195a66-59ce-4b08-8c8f-8789c84dc4dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:27:34.098114 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] Checking segment: {'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:27:34.098640 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:34.099178 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] Bound using segment: {'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:27:34.099777 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] Bound port: 0748be31-7e3c-40de-be95-732342e6034e, host: dv-cinder-768592-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c09c06-7b10-4f05-84b2-2c066d8764a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:27:34.100289 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:34.110680 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-0a19a911-d5ad-4b02-a274-4e094431954d admin admin] Transition to ACTIVE for port object 7b6584ae-2fd9-491d-933d-44ddf6a11bc9 will not be triggered until provisioned by entity DHCP. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:27:34.135683 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0a19a911-d5ad-4b02-a274-4e094431954d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:34.158793 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0f6390f6-dec0-4994-a847-b8536f5c4db2 tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:34.198611 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] For port 0748be31-7e3c-40de-be95-732342e6034e, host dv-cinder-768592-3-smb, cleared binding levels {{(pid=80101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:27:34.202620 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] For port 0748be31-7e3c-40de-be95-732342e6034e, host dv-cinder-768592-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=0748be31-7e3c-40de-be95-732342e6034e,segment=NetworkSegment(b0c09c06-7b10-4f05-84b2-2c066d8764a1),segment_id=b0c09c06-7b10-4f05-84b2-2c066d8764a1)] {{(pid=80101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:27:34.207041 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:34.224172 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-5050ab12-c9b0-46e9-b495-523f8047668f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:34.249297 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df102a13-f572-4d02-9d9d-3ed42a775d82 None None] Network 0e061eb3-72b0-44b6-b33e-360530b4afa7 requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:27:34.368958 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a19a911-d5ad-4b02-a274-4e094431954d admin admin] Network 0e061eb3-72b0-44b6-b33e-360530b4afa7 is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:27:34.373060 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-0a19a911-d5ad-4b02-a274-4e094431954d admin admin] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:27:34.376207 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a19a911-d5ad-4b02-a274-4e094431954d admin admin] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:27:34.385379 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050ab12-c9b0-46e9-b495-523f8047668f None None] Pushing event updated for resources: {'Port': ['ID=0748be31-7e3c-40de-be95-732342e6034e,revision_number=3']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:34.391570 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-5050ab12-c9b0-46e9-b495-523f8047668f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:34.442404 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] Routers {'93535371-81a5-42b2-8b7d-470e22e3a1a3'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:27:34.443423 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:27:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['93535371-81a5-42b2-8b7d-470e22e3a1a3'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:34.446138 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0a19a911-d5ad-4b02-a274-4e094431954d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854255858'] for router_interface, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:34.462267 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19a911-d5ad-4b02-a274-4e094431954d admin admin] Pushing event updated for resources: {'Port': ['ID=7b6584ae-2fd9-491d-933d-44ddf6a11bc9,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:34.465651 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0a19a911-d5ad-4b02-a274-4e094431954d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:34.499476 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-8702bf4d-5ff9-4b23-bc42-6eff98497dde None None] Provisioning for port bf166114-db2a-4ba6-ac06-ffb47816bf5a completed by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:27:34.510133 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-8702bf4d-5ff9-4b23-bc42-6eff98497dde None None] Provisioning complete for port bf166114-db2a-4ba6-ac06-ffb47816bf5a triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:34.510550 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8702bf4d-5ff9-4b23-bc42-6eff98497dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:34.594243 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0a19a911-d5ad-4b02-a274-4e094431954d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:34.660181 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] Set router 93535371-81a5-42b2-8b7d-470e22e3a1a3 gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:27:34.674442 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8702bf4d-5ff9-4b23-bc42-6eff98497dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:34.717074 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-8702bf4d-5ff9-4b23-bc42-6eff98497dde None None] For port bf166114-db2a-4ba6-ac06-ffb47816bf5a, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=bf166114-db2a-4ba6-ac06-ffb47816bf5a,segment=NetworkSegment(e1b3932e-0184-421e-ab1a-55becad8f7fc),segment_id=e1b3932e-0184-421e-ab1a-55becad8f7fc)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:27:34.722259 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8702bf4d-5ff9-4b23-bc42-6eff98497dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:34.725422 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-40cd6253-f3b7-43d3-a752-25499a729f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:34.810969 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702bf4d-5ff9-4b23-bc42-6eff98497dde None None] Pushing event updated for resources: {'Port': ['ID=bf166114-db2a-4ba6-ac06-ffb47816bf5a,revision_number=3']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:34.816813 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-8702bf4d-5ff9-4b23-bc42-6eff98497dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:35.050187 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-37f6d9cf-0457-4a89-9756-d6073434c3d8 None None] Provisioning complete for port bf166114-db2a-4ba6-ac06-ffb47816bf5a triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:35.051572 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-37f6d9cf-0457-4a89-9756-d6073434c3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:35.230313 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93535371-81a5-42b2-8b7d-470e22e3a1a3', 'name': 'tempest-TestShelveInstance-20210598-router', 'tenant_id': '452440b7e649412996e6901057d67f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '0748be31-7e3c-40de-be95-732342e6034e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:27:29Z', 'updated_at': '2021-01-15T10:27:31Z', 'revision_number': 3, 'project_id': '452440b7e649412996e6901057d67f29', 'gw_port': {'id': '0748be31-7e3c-40de-be95-732342e6034e', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:99:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93535371-81a5-42b2-8b7d-470e22e3a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:30Z', 'updated_at': '2021-01-15T10:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:35.242145 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf47f0f-c39f-486d-bdd0-00f9ae74a641 None None] The sync data for ids ['93535371-81a5-42b2-8b7d-470e22e3a1a3'] in dv-cinder-768592-3-smb is: [{'id': '93535371-81a5-42b2-8b7d-470e22e3a1a3', 'name': 'tempest-TestShelveInstance-20210598-router', 'tenant_id': '452440b7e649412996e6901057d67f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '0748be31-7e3c-40de-be95-732342e6034e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:27:29Z', 'updated_at': '2021-01-15T10:27:31Z', 'revision_number': 3, 'project_id': '452440b7e649412996e6901057d67f29', 'gw_port': {'id': '0748be31-7e3c-40de-be95-732342e6034e', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:99:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93535371-81a5-42b2-8b7d-470e22e3a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:30Z', 'updated_at': '2021-01-15T10:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}] {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:27:35.250322 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-37f6d9cf-0457-4a89-9756-d6073434c3d8 None None] Provisioning for port 7b6584ae-2fd9-491d-933d-44ddf6a11bc9 completed by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:27:35.263212 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-37f6d9cf-0457-4a89-9756-d6073434c3d8 None None] Provisioning complete for port 7b6584ae-2fd9-491d-933d-44ddf6a11bc9 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:35.263212 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-37f6d9cf-0457-4a89-9756-d6073434c3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:35.263942 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0a19a911-d5ad-4b02-a274-4e094431954d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:35.273738 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0a19a911-d5ad-4b02-a274-4e094431954d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:35.309185 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ba158ea6-c9b8-411a-ab85-dad14122cacc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:35.325623 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:27:35.346959 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-37f6d9cf-0457-4a89-9756-d6073434c3d8 None None] Port 7b6584ae-2fd9-491d-933d-44ddf6a11bc9 cannot update to ACTIVE because it is not bound. {{(pid=80100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:27:35.378049 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 133ea89e-6178-4fc4-b953-201b38ad45d0 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:27:35.410332 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0a19a911-d5ad-4b02-a274-4e094431954d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1027109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520177'] for router_interface, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:35.426929 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19a911-d5ad-4b02-a274-4e094431954d admin admin] Pushing event updated for resources: {'Port': ['ID=7b6584ae-2fd9-491d-933d-44ddf6a11bc9,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:35.443105 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-0a19a911-d5ad-4b02-a274-4e094431954d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:35.472634 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning for port 133ea89e-6178-4fc4-b953-201b38ad45d0 completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:27:35.477629 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-3bcf1973-d478-4442-91e2-83288266edfa None None] Provisioning complete for port bf166114-db2a-4ba6-ac06-ffb47816bf5a triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:35.478143 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3bcf1973-d478-4442-91e2-83288266edfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:35.515125 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port 133ea89e-6178-4fc4-b953-201b38ad45d0 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:35.515741 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:35.584791 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a19a911-d5ad-4b02-a274-4e094431954d admin admin] Network 0e061eb3-72b0-44b6-b33e-360530b4afa7 is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:27:35.586568 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [None req-0a19a911-d5ad-4b02-a274-4e094431954d admin admin] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:27:35.729654 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:35.754159 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-3bcf1973-d478-4442-91e2-83288266edfa None None] Provisioning complete for port 7b6584ae-2fd9-491d-933d-44ddf6a11bc9 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:35.754588 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3bcf1973-d478-4442-91e2-83288266edfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:35.830432 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a19a911-d5ad-4b02-a274-4e094431954d admin admin] Router 93535371-81a5-42b2-8b7d-470e22e3a1a3 has already been hosted by L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 {{(pid=80098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:27:35.845566 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] For port 133ea89e-6178-4fc4-b953-201b38ad45d0, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=133ea89e-6178-4fc4-b953-201b38ad45d0,segment=NetworkSegment(c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c),segment_id=c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:27:35.846622 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-3bcf1973-d478-4442-91e2-83288266edfa None None] Port 7b6584ae-2fd9-491d-933d-44ddf6a11bc9 cannot update to ACTIVE because it is not bound. {{(pid=80100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:27:35.853290 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:35.854212 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device bf166114-db2a-4ba6-ac06-ffb47816bf5a up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:27:35.886681 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:36.006727 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Pushing event updated for resources: {'Port': ['ID=133ea89e-6178-4fc4-b953-201b38ad45d0,revision_number=5']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:36.012798 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:36.013603 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-4de79cbe-181f-439e-af8a-010a57098325 None None] Provisioning complete for port bf166114-db2a-4ba6-ac06-ffb47816bf5a triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:36.014091 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4de79cbe-181f-439e-af8a-010a57098325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:36.045235 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a19a911-d5ad-4b02-a274-4e094431954d admin admin] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:27:36.059778 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-0a19a911-d5ad-4b02-a274-4e094431954d admin admin] 10.222.0.60 "PUT /v2.0/routers/93535371-81a5-42b2-8b7d-470e22e3a1a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4571431 Jan 15 10:27:36.072904 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port bf166114-db2a-4ba6-ac06-ffb47816bf5a triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:36.073331 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:36.283113 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-4de79cbe-181f-439e-af8a-010a57098325 None None] Provisioning complete for port 7b6584ae-2fd9-491d-933d-44ddf6a11bc9 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:36.283542 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4de79cbe-181f-439e-af8a-010a57098325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:36.342371 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-4de79cbe-181f-439e-af8a-010a57098325 None None] Port 7b6584ae-2fd9-491d-933d-44ddf6a11bc9 cannot update to ACTIVE because it is not bound. {{(pid=80100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:27:37.011097 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-3f221aef-cb6a-47a4-8eb1-54adb9ed27ab req-bc481e57-b2b7-4d42-8569-8ccf63bb76e3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-2087061818', 'description': 'tempest-TestShelveInstance-2087061818 description'}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:27:37.020896 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-3f221aef-cb6a-47a4-8eb1-54adb9ed27ab req-bc481e57-b2b7-4d42-8569-8ccf63bb76e3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:27:37.025069 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-3f221aef-cb6a-47a4-8eb1-54adb9ed27ab req-bc481e57-b2b7-4d42-8569-8ccf63bb76e3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Usage tracker for resource:security_group and tenant:3b25781f07ea44a58ba7391525cdc3b7 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:27:37.028089 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-3f221aef-cb6a-47a4-8eb1-54adb9ed27ab req-bc481e57-b2b7-4d42-8569-8ccf63bb76e3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:27:37.033867 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-3f221aef-cb6a-47a4-8eb1-54adb9ed27ab req-bc481e57-b2b7-4d42-8569-8ccf63bb76e3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:27:37.043856 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-3f221aef-cb6a-47a4-8eb1-54adb9ed27ab req-bc481e57-b2b7-4d42-8569-8ccf63bb76e3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks [] for security_group, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:37.066454 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-3f221aef-cb6a-47a4-8eb1-54adb9ed27ab req-bc481e57-b2b7-4d42-8569-8ccf63bb76e3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:27:37.070356 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-3f221aef-cb6a-47a4-8eb1-54adb9ed27ab req-bc481e57-b2b7-4d42-8569-8ccf63bb76e3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Usage tracker for resource:security_group_rule and tenant:3b25781f07ea44a58ba7391525cdc3b7 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:27:37.073290 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-3f221aef-cb6a-47a4-8eb1-54adb9ed27ab req-bc481e57-b2b7-4d42-8569-8ccf63bb76e3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:27:37.079034 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-3f221aef-cb6a-47a4-8eb1-54adb9ed27ab req-bc481e57-b2b7-4d42-8569-8ccf63bb76e3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:27:37.153503 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-3f221aef-cb6a-47a4-8eb1-54adb9ed27ab req-bc481e57-b2b7-4d42-8569-8ccf63bb76e3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks [] for security_group, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:37.156719 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-3f221aef-cb6a-47a4-8eb1-54adb9ed27ab req-bc481e57-b2b7-4d42-8569-8ccf63bb76e3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:37.162231 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-19023f86-7f72-46f7-846e-c4bc84116b2c tempest-AttachVolumeTestJSON-2087121484 tempest-AttachVolumeTestJSON-2087121484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:37.204640 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-3f221aef-cb6a-47a4-8eb1-54adb9ed27ab req-bc481e57-b2b7-4d42-8569-8ccf63bb76e3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:37.206009 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3f221aef-cb6a-47a4-8eb1-54adb9ed27ab req-bc481e57-b2b7-4d42-8569-8ccf63bb76e3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3416214 Jan 15 10:27:37.206832 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc481e57-b2b7-4d42-8569-8ccf63bb76e3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Pushing event updated for resources: {'SecurityGroup': ['ID=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:37.210166 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-bc481e57-b2b7-4d42-8569-8ccf63bb76e3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:37.288001 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 133ea89e-6178-4fc4-b953-201b38ad45d0 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:27:37.360840 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port 133ea89e-6178-4fc4-b953-201b38ad45d0 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:37.361266 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:37.378961 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-da057f0f-e150-4329-a4df-a618b6480ba7 req-2a191817-68dc-4b35-9619-babac5c3af4a tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups/f17634cb-97b1-48c1-9b0a-e7b9fd61f46d HTTP/1.1" status: 200 len: 1802 time: 0.1357653 Jan 15 10:27:37.391238 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-da057f0f-e150-4329-a4df-a618b6480ba7 req-feb37683-cb06-4c07-add4-e11a6300da7b tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f17634cb-97b1-48c1-9b0a-e7b9fd61f46d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:27:37.391595 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-da057f0f-e150-4329-a4df-a618b6480ba7 req-feb37683-cb06-4c07-add4-e11a6300da7b tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f17634cb-97b1-48c1-9b0a-e7b9fd61f46d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:27:37.402362 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-da057f0f-e150-4329-a4df-a618b6480ba7 req-feb37683-cb06-4c07-add4-e11a6300da7b tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:27:37.407339 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-da057f0f-e150-4329-a4df-a618b6480ba7 req-feb37683-cb06-4c07-add4-e11a6300da7b tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Usage tracker for resource:security_group_rule and tenant:3b25781f07ea44a58ba7391525cdc3b7 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:27:37.411104 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-da057f0f-e150-4329-a4df-a618b6480ba7 req-feb37683-cb06-4c07-add4-e11a6300da7b tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:27:37.417129 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-da057f0f-e150-4329-a4df-a618b6480ba7 req-feb37683-cb06-4c07-add4-e11a6300da7b tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:27:37.485907 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 0748be31-7e3c-40de-be95-732342e6034e up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:27:37.487583 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-da057f0f-e150-4329-a4df-a618b6480ba7 req-feb37683-cb06-4c07-add4-e11a6300da7b tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks [] for security_group_rule, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:37.513657 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-da057f0f-e150-4329-a4df-a618b6480ba7 req-feb37683-cb06-4c07-add4-e11a6300da7b tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:37.516692 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-da057f0f-e150-4329-a4df-a618b6480ba7 req-feb37683-cb06-4c07-add4-e11a6300da7b tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328337'] for security_group_rule, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:37.524386 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e28885e9-021c-4d7a-b40d-5f9b6b14d57d tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:37.547750 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb37683-cb06-4c07-add4-e11a6300da7b tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70edf598-49da-44e7-a8b0-c66d94d03be1,revision_number=0']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:37.550865 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-feb37683-cb06-4c07-add4-e11a6300da7b tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:37.553999 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning for port 0748be31-7e3c-40de-be95-732342e6034e completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:27:37.555814 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-da057f0f-e150-4329-a4df-a618b6480ba7 req-feb37683-cb06-4c07-add4-e11a6300da7b tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks [] for security_group_rule, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:37.557359 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-da057f0f-e150-4329-a4df-a618b6480ba7 req-feb37683-cb06-4c07-add4-e11a6300da7b tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1711900 Jan 15 10:27:37.559435 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port 0748be31-7e3c-40de-be95-732342e6034e triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:37.560007 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:37.645418 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-919e1492-8ba9-4581-b4a6-ec278b4b7bd9 req-a72e04ff-07bf-4689-b992-a4437a5e9c4f tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups/f17634cb-97b1-48c1-9b0a-e7b9fd61f46d HTTP/1.1" status: 200 len: 2395 time: 0.0549717 Jan 15 10:27:37.658095 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-919e1492-8ba9-4581-b4a6-ec278b4b7bd9 req-643ed717-0745-4a40-824b-08b415da1fb3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f17634cb-97b1-48c1-9b0a-e7b9fd61f46d', 'remote_group_id': None}]} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:27:37.658557 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-919e1492-8ba9-4581-b4a6-ec278b4b7bd9 req-643ed717-0745-4a40-824b-08b415da1fb3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f17634cb-97b1-48c1-9b0a-e7b9fd61f46d', 'remote_group_id': None}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:27:37.669305 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-919e1492-8ba9-4581-b4a6-ec278b4b7bd9 req-643ed717-0745-4a40-824b-08b415da1fb3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:27:37.676049 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-919e1492-8ba9-4581-b4a6-ec278b4b7bd9 req-643ed717-0745-4a40-824b-08b415da1fb3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Usage tracker for resource:security_group_rule and tenant:3b25781f07ea44a58ba7391525cdc3b7 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:27:37.679629 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-919e1492-8ba9-4581-b4a6-ec278b4b7bd9 req-643ed717-0745-4a40-824b-08b415da1fb3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:27:37.685986 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-919e1492-8ba9-4581-b4a6-ec278b4b7bd9 req-643ed717-0745-4a40-824b-08b415da1fb3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:27:37.754866 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-919e1492-8ba9-4581-b4a6-ec278b4b7bd9 req-643ed717-0745-4a40-824b-08b415da1fb3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks [] for security_group_rule, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:37.782268 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-919e1492-8ba9-4581-b4a6-ec278b4b7bd9 req-643ed717-0745-4a40-824b-08b415da1fb3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:37.788840 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-919e1492-8ba9-4581-b4a6-ec278b4b7bd9 req-643ed717-0745-4a40-824b-08b415da1fb3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328337'] for security_group_rule, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:37.791370 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-5c5b658f-d96f-4fff-8e0e-a76069454bfb tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:37.816161 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ed717-0745-4a40-824b-08b415da1fb3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a4a829-9bca-4c21-ba7c-4861a8a89eb3,revision_number=0']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:37.820592 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-643ed717-0745-4a40-824b-08b415da1fb3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:37.828791 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-919e1492-8ba9-4581-b4a6-ec278b4b7bd9 req-643ed717-0745-4a40-824b-08b415da1fb3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks [] for security_group_rule, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:37.830030 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-919e1492-8ba9-4581-b4a6-ec278b4b7bd9 req-643ed717-0745-4a40-824b-08b415da1fb3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1775880 Jan 15 10:27:37.856491 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:37.875468 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] For port 0748be31-7e3c-40de-be95-732342e6034e, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=0748be31-7e3c-40de-be95-732342e6034e,segment=NetworkSegment(b0c09c06-7b10-4f05-84b2-2c066d8764a1),segment_id=b0c09c06-7b10-4f05-84b2-2c066d8764a1)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:27:37.878845 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:37.881010 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:37.960780 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Pushing event updated for resources: {'Port': ['ID=0748be31-7e3c-40de-be95-732342e6034e,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:37.964161 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:38.471132 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] Sync routers for ids ['93535371-81a5-42b2-8b7d-470e22e3a1a3'] in dv-cinder-768592-3-smb {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:27:38.481831 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] Routers {'93535371-81a5-42b2-8b7d-470e22e3a1a3'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:27:38.482670 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:27:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['93535371-81a5-42b2-8b7d-470e22e3a1a3'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:38.675237 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] Set router 93535371-81a5-42b2-8b7d-470e22e3a1a3 gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:27:39.024675 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93535371-81a5-42b2-8b7d-470e22e3a1a3', 'name': 'tempest-TestShelveInstance-20210598-router', 'tenant_id': '452440b7e649412996e6901057d67f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '0748be31-7e3c-40de-be95-732342e6034e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:27:29Z', 'updated_at': '2021-01-15T10:27:34Z', 'revision_number': 4, 'project_id': '452440b7e649412996e6901057d67f29', 'gw_port': {'id': '0748be31-7e3c-40de-be95-732342e6034e', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93535371-81a5-42b2-8b7d-470e22e3a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:30Z', 'updated_at': '2021-01-15T10:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '7b6584ae-2fd9-491d-933d-44ddf6a11bc9', 'name': '', 'network_id': '0e061eb3-72b0-44b6-b33e-360530b4afa7', 'tenant_id': '452440b7e649412996e6901057d67f29', 'mac_address': 'fa:16:3e:b2:28:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93535371-81a5-42b2-8b7d-470e22e3a1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e36150b6-70b6-4dc8-931c-f8bfc4c8fe6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:33Z', 'updated_at': '2021-01-15T10:27:34Z', 'revision_number': 2, 'project_id': '452440b7e649412996e6901057d67f29', 'subnets': [{'id': 'e36150b6-70b6-4dc8-931c-f8bfc4c8fe6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:39.030549 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] Checking router: 93535371-81a5-42b2-8b7d-470e22e3a1a3 for host: dv-cinder-768592-3-smb {{(pid=80100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:27:39.031024 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] Updating router 93535371-81a5-42b2-8b7d-470e22e3a1a3 port 7b6584ae-2fd9-491d-933d-44ddf6a11bc9 binding host dv-cinder-768592-3-smb {{(pid=80100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:27:39.086593 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:39.255610 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 0748be31-7e3c-40de-be95-732342e6034e up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:27:39.456858 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port 0748be31-7e3c-40de-be95-732342e6034e triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:39.457284 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:39.687888 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] Notify callbacks [] for port, precommit_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:39.700171 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] Transition to ACTIVE for port object 7b6584ae-2fd9-491d-933d-44ddf6a11bc9 will not be triggered until provisioned by entity L2. {{(pid=80100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:27:39.703247 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:39.719097 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:39.859531 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff49a7d-73e3-4a05-87af-b5e79a974e27 None None] Pushing event updated for resources: {'Port': ['ID=7b6584ae-2fd9-491d-933d-44ddf6a11bc9,revision_number=3']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:39.863601 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-9ff49a7d-73e3-4a05-87af-b5e79a974e27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:40.025047 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] Attempting to bind port 7b6584ae-2fd9-491d-933d-44ddf6a11bc9 on host dv-cinder-768592-3-smb for vnic_type normal with profile {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:27:40.025476 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] Attempting to bind port 7b6584ae-2fd9-491d-933d-44ddf6a11bc9 by drivers openvswitch on host dv-cinder-768592-3-smb at level 0 using segments [{'id': 'e1b3932e-0184-421e-ab1a-55becad8f7fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e061eb3-72b0-44b6-b33e-360530b4afa7'}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:27:40.025869 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] Attempting to bind port 7b6584ae-2fd9-491d-933d-44ddf6a11bc9 on network 0e061eb3-72b0-44b6-b33e-360530b4afa7 {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:27:40.032039 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] Checking agent: {'id': '76195a66-59ce-4b08-8c8f-8789c84dc4dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:27:40.032456 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] Checking segment: {'id': 'e1b3932e-0184-421e-ab1a-55becad8f7fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e061eb3-72b0-44b6-b33e-360530b4afa7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:27:40.032901 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:40.033337 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] Bound using segment: {'id': 'e1b3932e-0184-421e-ab1a-55becad8f7fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e061eb3-72b0-44b6-b33e-360530b4afa7'} {{(pid=80100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:27:40.033864 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] Bound port: 7b6584ae-2fd9-491d-933d-44ddf6a11bc9, host: dv-cinder-768592-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b3932e-0184-421e-ab1a-55becad8f7fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e061eb3-72b0-44b6-b33e-360530b4afa7'}}] {{(pid=80100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:27:40.034281 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:40.139802 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] For port 7b6584ae-2fd9-491d-933d-44ddf6a11bc9, host dv-cinder-768592-3-smb, cleared binding levels {{(pid=80100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:27:40.142911 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] For port 7b6584ae-2fd9-491d-933d-44ddf6a11bc9, host dv-cinder-768592-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=7b6584ae-2fd9-491d-933d-44ddf6a11bc9,segment=NetworkSegment(e1b3932e-0184-421e-ab1a-55becad8f7fc),segment_id=e1b3932e-0184-421e-ab1a-55becad8f7fc)] {{(pid=80100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:27:40.146289 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:40.160094 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:40.307033 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff49a7d-73e3-4a05-87af-b5e79a974e27 None None] Pushing event updated for resources: {'Port': ['ID=7b6584ae-2fd9-491d-933d-44ddf6a11bc9,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:40.312093 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-9ff49a7d-73e3-4a05-87af-b5e79a974e27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:40.357660 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] Routers {'93535371-81a5-42b2-8b7d-470e22e3a1a3'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:27:40.358584 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:27:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['93535371-81a5-42b2-8b7d-470e22e3a1a3'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:40.743560 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] Set router 93535371-81a5-42b2-8b7d-470e22e3a1a3 gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:27:41.085804 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93535371-81a5-42b2-8b7d-470e22e3a1a3', 'name': 'tempest-TestShelveInstance-20210598-router', 'tenant_id': '452440b7e649412996e6901057d67f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '0748be31-7e3c-40de-be95-732342e6034e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:27:29Z', 'updated_at': '2021-01-15T10:27:34Z', 'revision_number': 4, 'project_id': '452440b7e649412996e6901057d67f29', 'gw_port': {'id': '0748be31-7e3c-40de-be95-732342e6034e', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93535371-81a5-42b2-8b7d-470e22e3a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:30Z', 'updated_at': '2021-01-15T10:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '7b6584ae-2fd9-491d-933d-44ddf6a11bc9', 'name': '', 'network_id': '0e061eb3-72b0-44b6-b33e-360530b4afa7', 'tenant_id': '452440b7e649412996e6901057d67f29', 'mac_address': 'fa:16:3e:b2:28:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93535371-81a5-42b2-8b7d-470e22e3a1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e36150b6-70b6-4dc8-931c-f8bfc4c8fe6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:33Z', 'updated_at': '2021-01-15T10:27:40Z', 'revision_number': 4, 'project_id': '452440b7e649412996e6901057d67f29', 'subnets': [{'id': 'e36150b6-70b6-4dc8-931c-f8bfc4c8fe6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:41.089944 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde7637-2fd3-4e58-aa25-425f34618115 None None] The sync data for ids ['93535371-81a5-42b2-8b7d-470e22e3a1a3'] in dv-cinder-768592-3-smb is: [{'id': '93535371-81a5-42b2-8b7d-470e22e3a1a3', 'name': 'tempest-TestShelveInstance-20210598-router', 'tenant_id': '452440b7e649412996e6901057d67f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '0748be31-7e3c-40de-be95-732342e6034e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:27:29Z', 'updated_at': '2021-01-15T10:27:34Z', 'revision_number': 4, 'project_id': '452440b7e649412996e6901057d67f29', 'gw_port': {'id': '0748be31-7e3c-40de-be95-732342e6034e', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93535371-81a5-42b2-8b7d-470e22e3a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:30Z', 'updated_at': '2021-01-15T10:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '7b6584ae-2fd9-491d-933d-44ddf6a11bc9', 'name': '', 'network_id': '0e061eb3-72b0-44b6-b33e-360530b4afa7', 'tenant_id': '452440b7e649412996e6901057d67f29', 'mac_address': 'fa:16:3e:b2:28:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93535371-81a5-42b2-8b7d-470e22e3a1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e36150b6-70b6-4dc8-931c-f8bfc4c8fe6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:33Z', 'updated_at': '2021-01-15T10:27:40Z', 'revision_number': 4, 'project_id': '452440b7e649412996e6901057d67f29', 'subnets': [{'id': 'e36150b6-70b6-4dc8-931c-f8bfc4c8fe6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:27:41.267045 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 7b6584ae-2fd9-491d-933d-44ddf6a11bc9 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:27:41.340030 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning for port 7b6584ae-2fd9-491d-933d-44ddf6a11bc9 completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:27:41.346293 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port 7b6584ae-2fd9-491d-933d-44ddf6a11bc9 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:41.346698 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:41.477817 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:41.515269 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] For port 7b6584ae-2fd9-491d-933d-44ddf6a11bc9, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=7b6584ae-2fd9-491d-933d-44ddf6a11bc9,segment=NetworkSegment(e1b3932e-0184-421e-ab1a-55becad8f7fc),segment_id=e1b3932e-0184-421e-ab1a-55becad8f7fc)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:27:41.518215 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:41.520245 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-6edb773b-4cc7-404e-8515-c52af7beed63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:41.600183 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Pushing event updated for resources: {'Port': ['ID=7b6584ae-2fd9-491d-933d-44ddf6a11bc9,revision_number=5']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:41.603860 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:43.220904 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 7b6584ae-2fd9-491d-933d-44ddf6a11bc9 up at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:27:43.291342 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Provisioning complete for port 7b6584ae-2fd9-491d-933d-44ddf6a11bc9 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:43.291754 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:45.507980 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-9aa70d86-2dcd-444f-be62-21f744207bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:45.579598 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:47.922916 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6d6dd8d0-2078-4b75-8daa-8c4453493740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:48.490351 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:49.480220 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:50.156792 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:51.967045 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-0b8ccaf5-cdb2-4a3b-8ad1-47ae81d27227 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Synchronizing usage tracker for tenant:3b25781f07ea44a58ba7391525cdc3b7 on resource:security_group {{(pid=80099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:27:51.983011 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-0b8ccaf5-cdb2-4a3b-8ad1-47ae81d27227 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Unset dirty status for tenant:3b25781f07ea44a58ba7391525cdc3b7 on resource:security_group {{(pid=80099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:27:51.984325 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-0b8ccaf5-cdb2-4a3b-8ad1-47ae81d27227 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-2087061818&fields=id&tenant_id=3b25781f07ea44a58ba7391525cdc3b7 HTTP/1.1" status: 200 len: 267 time: 0.0685232 Jan 15 10:27:52.164023 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-9bd82385-b22f-4183-a21b-1c9e01f2969d tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:52.164771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-9bd82385-b22f-4183-a21b-1c9e01f2969d tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Synchronizing usage tracker for tenant:3b25781f07ea44a58ba7391525cdc3b7 on resource:network {{(pid=80099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:27:52.181454 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-9bd82385-b22f-4183-a21b-1c9e01f2969d tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Unset dirty status for tenant:3b25781f07ea44a58ba7391525cdc3b7 on resource:network {{(pid=80099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:27:52.182696 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-9bd82385-b22f-4183-a21b-1c9e01f2969d tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/networks?id=b157b9dd-45d9-44f4-ab4c-d847d241bbf6 HTTP/1.1" status: 200 len: 809 time: 0.1910219 Jan 15 10:27:52.199332 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-ca73a3ef-7765-40ab-a7a6-42e763294aa1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/quotas/3b25781f07ea44a58ba7391525cdc3b7 HTTP/1.1" status: 200 len: 375 time: 0.0099132 Jan 15 10:27:52.291800 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-0803a2cb-8381-4432-ba17-eb3274671987 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?tenant_id=3b25781f07ea44a58ba7391525cdc3b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867672 Jan 15 10:27:52.309039 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-43f4a17c-d394-4ae1-8254-cefef9547f65 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:27:52.310064 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-43f4a17c-d394-4ae1-8254-cefef9547f65 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0053453 Jan 15 10:27:52.697471 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-850e0678-adda-431d-a441-27c73e9a0f83 service neutron] 10.222.0.60 "GET /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800781 Jan 15 10:27:52.842013 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-4963ba0d-7aa9-48fc-a908-840bc5adf336 service neutron] 10.222.0.60 "GET /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1372592 Jan 15 10:27:53.290494 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b9d7ccbb-7dba-4fa2-856c-f0266ada9666 req-68a846ee-6995-4519-b626-bf4dd9d819fd tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 210 time: 0.0511215 Jan 15 10:27:54.468991 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-cf3fdf8d-a3ab-4119-816c-1424c19abfc0 req-63d9f196-2967-435f-9692-2f5c667c6de3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 210 time: 0.0464981 Jan 15 10:27:54.626096 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-0268024d-cc09-4efb-92d3-9e77601509b0 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:54.627818 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-0268024d-cc09-4efb-92d3-9e77601509b0 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.73 "GET /v2.0/networks?id=b157b9dd-45d9-44f4-ab4c-d847d241bbf6 HTTP/1.1" status: 200 len: 809 time: 0.1884837 Jan 15 10:27:54.715973 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-14ec5391-cc7d-4cd1-bae3-9f0f5eb166b7 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3b25781f07ea44a58ba7391525cdc3b7 HTTP/1.1" status: 200 len: 5759 time: 0.0755746 Jan 15 10:27:54.725039 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-e33ed7ed-f794-4206-8fa0-f091b7108cab tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Request body: {'port': {'device_id': '504d82a0-8f68-43c0-a8f5-573e40893518', 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6', 'admin_state_up': True, 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'security_groups': ['f17634cb-97b1-48c1-9b0a-e7b9fd61f46d']}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:27:54.881271 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-e33ed7ed-f794-4206-8fa0-f091b7108cab tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:27:54.885255 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-e33ed7ed-f794-4206-8fa0-f091b7108cab tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Usage tracker for resource:port and tenant:3b25781f07ea44a58ba7391525cdc3b7 is out of sync, need to count used quota {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:27:54.888660 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-e33ed7ed-f794-4206-8fa0-f091b7108cab tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Quota usage for port was recalculated. Used quota:2. {{(pid=80098) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:27:54.894643 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-e33ed7ed-f794-4206-8fa0-f091b7108cab tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80098) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:27:54.905669 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-e33ed7ed-f794-4206-8fa0-f091b7108cab tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Made reservation on behalf of 3b25781f07ea44a58ba7391525cdc3b7 for: {'port': 1} {{(pid=80098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:27:54.915329 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-e33ed7ed-f794-4206-8fa0-f091b7108cab tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:55.249358 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-e33ed7ed-f794-4206-8fa0-f091b7108cab tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Allocated IP 172.20.0.12 (b157b9dd-45d9-44f4-ab4c-d847d241bbf6/c3b780e1-cf98-45f7-bdde-f232a08d745d/39fa8148-0207-45d5-b2c9-81a49cc28779) {{(pid=80098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:27:55.457883 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-e33ed7ed-f794-4206-8fa0-f091b7108cab tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks [] for port, precommit_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:55.475027 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-e33ed7ed-f794-4206-8fa0-f091b7108cab tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Transition to ACTIVE for port object 39fa8148-0207-45d5-b2c9-81a49cc28779 will not be triggered until provisioned by entity DHCP. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:27:55.496496 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-e33ed7ed-f794-4206-8fa0-f091b7108cab tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_create {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:55.516139 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-fff241e0-10c0-4f14-b0e7-86f477d97097 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:55.669208 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ed7ed-f794-4206-8fa0-f091b7108cab tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Pushing event updated for resources: {'Port': ['ID=39fa8148-0207-45d5-b2c9-81a49cc28779,revision_number=1']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:55.674346 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e33ed7ed-f794-4206-8fa0-f091b7108cab tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:55.708963 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb54d88-6f23-47df-83fa-858bef50aa5a req-9ca170f9-8c54-4ab0-8af0-8c1894aa4fb7 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:55.710688 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-6fb54d88-6f23-47df-83fa-858bef50aa5a req-9ca170f9-8c54-4ab0-8af0-8c1894aa4fb7 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 932 time: 0.1045270 Jan 15 10:27:55.720024 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-e33ed7ed-f794-4206-8fa0-f091b7108cab tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Network b157b9dd-45d9-44f4-ab4c-d847d241bbf6 is already hosted by enough agents. {{(pid=80098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:27:55.721212 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-e33ed7ed-f794-4206-8fa0-f091b7108cab tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Resources bound (agent type, host, resource id): {{(pid=80098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:27:55.723636 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-e33ed7ed-f794-4206-8fa0-f091b7108cab tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Received port after_create {{(pid=80098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:27:55.775539 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-6fb54d88-6f23-47df-83fa-858bef50aa5a req-03927ec4-9e5c-4850-a388-09ae9ac290c9 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0571356 Jan 15 10:27:55.807518 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-e33ed7ed-f794-4206-8fa0-f091b7108cab tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:55.808245 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-e33ed7ed-f794-4206-8fa0-f091b7108cab tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:55.831450 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-e33ed7ed-f794-4206-8fa0-f091b7108cab tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1105034 Jan 15 10:27:55.844147 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-1df5d1c0-d247-454c-9cf8-d4da41b4eb92 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:27:55.845246 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-1df5d1c0-d247-454c-9cf8-d4da41b4eb92 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0070989 Jan 15 10:27:55.936585 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-23c6215c-4894-42dd-9a86-f6dd2cf0cc6d None None] Provisioning for port 39fa8148-0207-45d5-b2c9-81a49cc28779 completed by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:27:55.938352 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-f9c8e68f-c465-4da1-a2c0-960cfcc84639 service neutron] Request body: {'port': {'device_id': '504d82a0-8f68-43c0-a8f5-573e40893518', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:27:55.942280 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-23c6215c-4894-42dd-9a86-f6dd2cf0cc6d None None] Provisioning complete for port 39fa8148-0207-45d5-b2c9-81a49cc28779 triggered by entity DHCP. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:55.942774 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-23c6215c-4894-42dd-9a86-f6dd2cf0cc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:55.998561 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-23c6215c-4894-42dd-9a86-f6dd2cf0cc6d None None] Port 39fa8148-0207-45d5-b2c9-81a49cc28779 cannot update to ACTIVE because it is not bound. {{(pid=80100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:27:56.058689 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-f9c8e68f-c465-4da1-a2c0-960cfcc84639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:56.471458 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-f9c8e68f-c465-4da1-a2c0-960cfcc84639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39fa8148-0207-45d5-b2c9-81a49cc28779 {{(pid=80098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:27:56.478895 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-f9c8e68f-c465-4da1-a2c0-960cfcc84639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:56.491458 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-f9c8e68f-c465-4da1-a2c0-960cfcc84639 service neutron] Transition to ACTIVE for port object 39fa8148-0207-45d5-b2c9-81a49cc28779 will not be triggered until provisioned by entity L2. {{(pid=80098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:27:56.494192 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-f9c8e68f-c465-4da1-a2c0-960cfcc84639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:56.510328 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-7e870f3a-28f0-4a5b-b16e-40fe37b94df6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:56.659356 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8e68f-c465-4da1-a2c0-960cfcc84639 service neutron] Pushing event updated for resources: {'Port': ['ID=39fa8148-0207-45d5-b2c9-81a49cc28779,revision_number=2']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:56.663707 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f9c8e68f-c465-4da1-a2c0-960cfcc84639 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:57.051682 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b173a-70ea-47a0-83d2-ec02441a3524 req-5c39a420-79d8-471c-b554-64312de2c1e0 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:57.053336 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1f0b173a-70ea-47a0-83d2-ec02441a3524 req-5c39a420-79d8-471c-b554-64312de2c1e0 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 944 time: 0.1339509 Jan 15 10:27:57.086261 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-f9c8e68f-c465-4da1-a2c0-960cfcc84639 service neutron] Attempting to bind port 39fa8148-0207-45d5-b2c9-81a49cc28779 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:27:57.086636 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-f9c8e68f-c465-4da1-a2c0-960cfcc84639 service neutron] Attempting to bind port 39fa8148-0207-45d5-b2c9-81a49cc28779 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6'}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:27:57.087012 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-f9c8e68f-c465-4da1-a2c0-960cfcc84639 service neutron] Attempting to bind port 39fa8148-0207-45d5-b2c9-81a49cc28779 on network b157b9dd-45d9-44f4-ab4c-d847d241bbf6 {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:27:57.093663 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-f9c8e68f-c465-4da1-a2c0-960cfcc84639 service neutron] Checking agent: {'id': '8c829481-49a9-437b-96a2-5739862171f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 15, 15), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:27:57.094040 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-f9c8e68f-c465-4da1-a2c0-960cfcc84639 service neutron] Checking segment: {'id': 'c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:27:57.094438 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-f9c8e68f-c465-4da1-a2c0-960cfcc84639 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:57.095164 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-f9c8e68f-c465-4da1-a2c0-960cfcc84639 service neutron] Bound using segment: {'id': 'c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6'} {{(pid=80098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:27:57.095771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-f9c8e68f-c465-4da1-a2c0-960cfcc84639 service neutron] Bound port: 39fa8148-0207-45d5-b2c9-81a49cc28779, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6'}}] {{(pid=80098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:27:57.096147 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-f9c8e68f-c465-4da1-a2c0-960cfcc84639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:57.115651 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1f0b173a-70ea-47a0-83d2-ec02441a3524 req-c3b31ec3-5a8b-4815-909e-5c57c279f458 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0553322 Jan 15 10:27:57.190199 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-f9c8e68f-c465-4da1-a2c0-960cfcc84639 service neutron] For port 39fa8148-0207-45d5-b2c9-81a49cc28779, host hv-cinder-76859, cleared binding levels {{(pid=80098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:27:57.193341 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-f9c8e68f-c465-4da1-a2c0-960cfcc84639 service neutron] For port 39fa8148-0207-45d5-b2c9-81a49cc28779, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=39fa8148-0207-45d5-b2c9-81a49cc28779,segment=NetworkSegment(c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c),segment_id=c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c)] {{(pid=80098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:27:57.196876 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-f9c8e68f-c465-4da1-a2c0-960cfcc84639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850609204'] for port, after_update {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:57.212205 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-fd6e486a-5c19-441f-8e8f-89737dc8933c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:57.366063 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8e68f-c465-4da1-a2c0-960cfcc84639 service neutron] Pushing event updated for resources: {'Port': ['ID=39fa8148-0207-45d5-b2c9-81a49cc28779,revision_number=3']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:57.370860 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-f9c8e68f-c465-4da1-a2c0-960cfcc84639 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:57.405633 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-f9c8e68f-c465-4da1-a2c0-960cfcc84639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:57.406301 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-f9c8e68f-c465-4da1-a2c0-960cfcc84639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:57.407855 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-f9c8e68f-c465-4da1-a2c0-960cfcc84639 service neutron] 10.222.0.73 "PUT /v2.0/ports/39fa8148-0207-45d5-b2c9-81a49cc28779 HTTP/1.1" status: 200 len: 1158 time: 1.5559053 Jan 15 10:27:57.408404 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504d82a0-8f68-43c0-a8f5-573e40893518', 'tag': '39fa8148-0207-45d5-b2c9-81a49cc28779'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:27:57.486091 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504d82a0-8f68-43c0-a8f5-573e40893518', 'tag': '39fa8148-0207-45d5-b2c9-81a49cc28779', 'status': 'completed', 'code': 200} Jan 15 10:27:57.531720 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-b19942de-a994-46ac-a944-04d18eebf30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:57.533447 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-b19942de-a994-46ac-a944-04d18eebf30c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b25781f07ea44a58ba7391525cdc3b7&device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 1161 time: 0.0878775 Jan 15 10:27:57.613227 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-5ceeaeca-f7a0-487a-a5b9-867b58a3da15 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39fa8148-0207-45d5-b2c9-81a49cc28779 HTTP/1.1" status: 200 len: 217 time: 0.0714693 Jan 15 10:27:57.687229 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-9745be19-3061-4522-88d5-b3937b3a8e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:57.688833 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-9745be19-3061-4522-88d5-b3937b3a8e11 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c3b780e1-cf98-45f7-bdde-f232a08d745d HTTP/1.1" status: 200 len: 848 time: 0.0694513 Jan 15 10:27:57.776343 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-488649c2-4466-44a7-8ad0-f98f50ebd59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:57.778035 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-488649c2-4466-44a7-8ad0-f98f50ebd59b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b157b9dd-45d9-44f4-ab4c-d847d241bbf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824850 Jan 15 10:27:57.927315 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-b60976c3-bd96-4d69-aab4-de5d1ea39bd2 service neutron] 10.222.0.73 "GET /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426618 Jan 15 10:27:58.072278 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-1a0d96cb-5477-43e4-a7c8-de8c76ec660c req-e14a5164-7eb6-4e68-aeff-7d6f848d1b52 service neutron] 10.222.0.73 "GET /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1381714 Jan 15 10:27:58.197105 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027fe60-4aa2-4e20-9593-6c89fd62fe29 req-1f233d71-dbea-4c37-bf6c-8f3348ea94e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:58.198745 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9027fe60-4aa2-4e20-9593-6c89fd62fe29 req-1f233d71-dbea-4c37-bf6c-8f3348ea94e4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b25781f07ea44a58ba7391525cdc3b7&device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 1161 time: 0.0765886 Jan 15 10:27:58.345851 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027fe60-4aa2-4e20-9593-6c89fd62fe29 req-95fd5194-1cb7-4dc8-aef0-cf9bc6b382f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:58.347389 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9027fe60-4aa2-4e20-9593-6c89fd62fe29 req-95fd5194-1cb7-4dc8-aef0-cf9bc6b382f1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b157b9dd-45d9-44f4-ab4c-d847d241bbf6 HTTP/1.1" status: 200 len: 903 time: 0.1418207 Jan 15 10:27:58.357913 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ca0d5-5567-49ea-9fa9-b72ec7aec5d1 req-6f6a65db-c19c-4de5-8d84-e5c99db2431f tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:58.359663 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9f0ca0d5-5567-49ea-9fa9-b72ec7aec5d1 req-6f6a65db-c19c-4de5-8d84-e5c99db2431f tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 944 time: 0.1073272 Jan 15 10:27:58.416853 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9f0ca0d5-5567-49ea-9fa9-b72ec7aec5d1 req-13e6eec6-3258-4899-b4fd-951be3a20c7a tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0480072 Jan 15 10:27:58.423255 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9027fe60-4aa2-4e20-9593-6c89fd62fe29 req-2e9bd80f-c7a1-453f-a26d-faeab55b2a2d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39fa8148-0207-45d5-b2c9-81a49cc28779 HTTP/1.1" status: 200 len: 217 time: 0.0675969 Jan 15 10:27:58.492879 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027fe60-4aa2-4e20-9593-6c89fd62fe29 req-5aa1096c-b743-41b2-b8ac-463dd6d5a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:58.494452 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9027fe60-4aa2-4e20-9593-6c89fd62fe29 req-5aa1096c-b743-41b2-b8ac-463dd6d5a739 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c3b780e1-cf98-45f7-bdde-f232a08d745d HTTP/1.1" status: 200 len: 848 time: 0.0647683 Jan 15 10:27:58.576890 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027fe60-4aa2-4e20-9593-6c89fd62fe29 req-f9811120-5284-41d3-ac0e-2102622c6c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:58.578499 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9027fe60-4aa2-4e20-9593-6c89fd62fe29 req-f9811120-5284-41d3-ac0e-2102622c6c51 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b157b9dd-45d9-44f4-ab4c-d847d241bbf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756404 Jan 15 10:27:58.727833 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9027fe60-4aa2-4e20-9593-6c89fd62fe29 req-c0de4466-69e0-4943-9e22-4bd8ad540774 service neutron] 10.222.0.73 "GET /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408937 Jan 15 10:27:58.876666 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9027fe60-4aa2-4e20-9593-6c89fd62fe29 req-df34c382-6feb-4ddf-8ec8-e7c1ae99afec service neutron] 10.222.0.73 "GET /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409445 Jan 15 10:27:59.649600 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa858b-6f90-4024-a8a8-d2f207d126c9 req-405b4f75-3009-4bda-bcbb-ac6df9534062 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:59.651272 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-15aa858b-6f90-4024-a8a8-d2f207d126c9 req-405b4f75-3009-4bda-bcbb-ac6df9534062 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 944 time: 0.1016555 Jan 15 10:27:59.707301 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-15aa858b-6f90-4024-a8a8-d2f207d126c9 req-32015163-de6d-464c-930a-24f2da8ec9d1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0495737 Jan 15 10:28:00.338920 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 39fa8148-0207-45d5-b2c9-81a49cc28779 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:28:00.409397 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning for port 39fa8148-0207-45d5-b2c9-81a49cc28779 completed by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:28:00.422850 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 39fa8148-0207-45d5-b2c9-81a49cc28779 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:28:00.423324 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:00.548169 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:00.576648 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504d82a0-8f68-43c0-a8f5-573e40893518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fa8148-0207-45d5-b2c9-81a49cc28779'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:28:00.586885 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port 39fa8148-0207-45d5-b2c9-81a49cc28779, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=39fa8148-0207-45d5-b2c9-81a49cc28779,segment=NetworkSegment(c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c),segment_id=c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:28:00.590267 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:00.593074 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-40cd6253-f3b7-43d3-a752-25499a729f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:28:00.665277 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=39fa8148-0207-45d5-b2c9-81a49cc28779,revision_number=4']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:28:00.668685 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:28:00.727815 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504d82a0-8f68-43c0-a8f5-573e40893518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fa8148-0207-45d5-b2c9-81a49cc28779', 'code': 200} Jan 15 10:28:00.946204 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47c7dd-73b7-4efc-904b-c0aa317b4014 req-b4bbfb84-ba34-45bc-85a0-e9851afbb994 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:28:00.947964 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8c47c7dd-73b7-4efc-904b-c0aa317b4014 req-b4bbfb84-ba34-45bc-85a0-e9851afbb994 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 946 time: 0.1055973 Jan 15 10:28:01.003295 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-8c47c7dd-73b7-4efc-904b-c0aa317b4014 req-fe145cbf-9438-4d30-8e27-8c5f7363a93e tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0479224 Jan 15 10:28:01.039541 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ff0df-82b7-4089-8f3e-8f362ebf6c58 req-10c4e1e5-f4c6-4255-b415-901a0008ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:28:01.041183 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ef1ff0df-82b7-4089-8f3e-8f362ebf6c58 req-10c4e1e5-f4c6-4255-b415-901a0008ac2f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 1163 time: 0.0810943 Jan 15 10:28:01.087080 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ef1ff0df-82b7-4089-8f3e-8f362ebf6c58 req-18342d03-b153-432a-ae06-038e7bc0749f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0391214 Jan 15 10:28:02.088135 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 39fa8148-0207-45d5-b2c9-81a49cc28779 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:28:02.163901 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 39fa8148-0207-45d5-b2c9-81a49cc28779 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:28:02.164328 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:02.252778 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1290f-45a3-4a42-8022-3e20aebbbd6f req-df1b121c-f52b-491b-b719-e0c2df262f4f tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:28:02.254405 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-07f1290f-45a3-4a42-8022-3e20aebbbd6f req-df1b121c-f52b-491b-b719-e0c2df262f4f tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 946 time: 0.1101611 Jan 15 10:28:02.313267 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-07f1290f-45a3-4a42-8022-3e20aebbbd6f req-57e350d4-0c1f-4987-96c8-295a4d10cfa0 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0462592 Jan 15 10:28:02.544982 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa1a4c-1a16-48a7-b01d-ba6c89322130 req-f9310e9f-3b8e-4189-aaac-ee1fa2103d66 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:28:02.546796 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-70fa1a4c-1a16-48a7-b01d-ba6c89322130 req-f9310e9f-3b8e-4189-aaac-ee1fa2103d66 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 946 time: 0.1007478 Jan 15 10:28:02.602624 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-70fa1a4c-1a16-48a7-b01d-ba6c89322130 req-8f0ecca8-395d-42d2-af1c-4722e1529e49 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0495098 Jan 15 10:28:02.829364 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-da480f39-56f1-4865-9340-a3f1d923998b req-2d1f1322-7d2f-401e-aa83-33f619bb58d2 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1722376 Jan 15 10:28:02.839634 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-da480f39-56f1-4865-9340-a3f1d923998b req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Request body: {'floatingip': {'floating_network_id': '512bef08-258b-4e03-8592-7639e3feb0a7'}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:28:02.849431 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-da480f39-56f1-4865-9340-a3f1d923998b req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:28:02.853786 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-da480f39-56f1-4865-9340-a3f1d923998b req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Usage tracker for resource:floatingip and tenant:3b25781f07ea44a58ba7391525cdc3b7 is out of sync, need to count used quota {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:28:02.856940 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-da480f39-56f1-4865-9340-a3f1d923998b req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:28:02.862764 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.quota.driver [req-da480f39-56f1-4865-9340-a3f1d923998b req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:28:02.873157 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-da480f39-56f1-4865-9340-a3f1d923998b req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks [] for floatingip, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:03.019598 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-da480f39-56f1-4865-9340-a3f1d923998b req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:03.293454 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_common [req-da480f39-56f1-4865-9340-a3f1d923998b req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Allocated IP 172.28.0.12 (512bef08-258b-4e03-8592-7639e3feb0a7/afc97f5e-62e7-4d57-b78b-6d502dcdcf4b/e8f85f97-16cd-4115-91a3-b985f547f850) {{(pid=80099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:28:03.455746 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-da480f39-56f1-4865-9340-a3f1d923998b req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks [] for port, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:03.483045 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-da480f39-56f1-4865-9340-a3f1d923998b req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727284442039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427881'] for port, after_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:03.502643 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1719051d-e808-4f5f-84c2-2647d503e86c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:28:03.645642 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Pushing event updated for resources: {'Port': ['ID=e8f85f97-16cd-4115-91a3-b985f547f850,revision_number=1']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:28:03.659244 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:28:03.659668 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:28:03.660082 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:28:03.660496 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:28:03.660906 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:28:03.661309 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:28:03.661712 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:28:03.662112 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:28:03.662514 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:28:03.662912 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:28:03.663363 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:28:03.663765 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:28:03.664203 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:28:03.664602 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:28:03.665002 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:28:03.665395 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:28:03.665788 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:28:03.666226 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:28:03.666624 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:28:03.667017 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:28:03.667440 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:28:03.667835 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:28:03.668230 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:28:03.668622 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:28:03.675544 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:28:03.712228 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da480f39-56f1-4865-9340-a3f1d923998b req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Network 512bef08-258b-4e03-8592-7639e3feb0a7 is already hosted by enough agents. {{(pid=80099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:28:03.713384 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.base_scheduler [req-da480f39-56f1-4865-9340-a3f1d923998b req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Resources bound (agent type, host, resource id): {{(pid=80099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:28:03.716010 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-da480f39-56f1-4865-9340-a3f1d923998b req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Received port after_create {{(pid=80099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:28:03.803893 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-da480f39-56f1-4865-9340-a3f1d923998b req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks [] for floatingip, precommit_create {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:03.864333 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-da480f39-56f1-4865-9340-a3f1d923998b req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:04.137683 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-da480f39-56f1-4865-9340-a3f1d923998b req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks [] for port, precommit_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:04.141434 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-da480f39-56f1-4865-9340-a3f1d923998b req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2347918'] for port, after_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:04.156906 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:28:04.303551 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Pushing event updated for resources: {'Port': ['ID=e8f85f97-16cd-4115-91a3-b985f547f850,revision_number=2']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:28:04.307960 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:28:04.398688 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-da480f39-56f1-4865-9340-a3f1d923998b req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409790'] for floatingip, after_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:04.421808 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-da480f39-56f1-4865-9340-a3f1d923998b req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for floatingip, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:04.423179 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-da480f39-56f1-4865-9340-a3f1d923998b req-e5164360-5fe9-4d6a-8a43-9b34fa643621 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5878057 Jan 15 10:28:04.513323 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-da480f39-56f1-4865-9340-a3f1d923998b req-deca6d41-c397-4efb-9653-55bdf382dbd9 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Synchronizing usage tracker for tenant:3b25781f07ea44a58ba7391525cdc3b7 on resource:floatingip {{(pid=80099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:28:04.530124 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-da480f39-56f1-4865-9340-a3f1d923998b req-deca6d41-c397-4efb-9653-55bdf382dbd9 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Unset dirty status for tenant:3b25781f07ea44a58ba7391525cdc3b7 on resource:floatingip {{(pid=80099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:28:04.531430 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-da480f39-56f1-4865-9340-a3f1d923998b req-deca6d41-c397-4efb-9653-55bdf382dbd9 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.28.0.12 HTTP/1.1" status: 200 len: 695 time: 0.1018567 Jan 15 10:28:04.713333 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da480f39-56f1-4865-9340-a3f1d923998b req-364ef2c4-662d-41bd-b8d6-9223b2ef4530 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:28:04.715009 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-da480f39-56f1-4865-9340-a3f1d923998b req-364ef2c4-662d-41bd-b8d6-9223b2ef4530 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/networks/512bef08-258b-4e03-8592-7639e3feb0a7 HTTP/1.1" status: 200 len: 784 time: 0.1774268 Jan 15 10:28:04.726714 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [req-da480f39-56f1-4865-9340-a3f1d923998b req-66a50c5e-f91a-4231-884c-65c61e2e6904 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:28:04.727798 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-da480f39-56f1-4865-9340-a3f1d923998b req-66a50c5e-f91a-4231-884c-65c61e2e6904 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0063188 Jan 15 10:28:04.938465 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6af4b-cba7-4ffc-94f0-a674c4d872fb req-5f641302-4043-4eb7-b840-022b5e0908cb tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:28:04.940201 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ebf6af4b-cba7-4ffc-94f0-a674c4d872fb req-5f641302-4043-4eb7-b840-022b5e0908cb tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1047826 Jan 15 10:28:05.035262 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ebf6af4b-cba7-4ffc-94f0-a674c4d872fb req-9b926205-9c68-456f-8a3d-ef9b8379b921 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.28.0.12 HTTP/1.1" status: 200 len: 695 time: 0.0887120 Jan 15 10:28:05.045918 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.v2.base [req-ebf6af4b-cba7-4ffc-94f0-a674c4d872fb req-433aab64-013f-4e50-97bb-c2aa1fbfe077 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Request body: {'floatingip': {'port_id': '39fa8148-0207-45d5-b2c9-81a49cc28779', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:28:05.134372 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ebf6af4b-cba7-4ffc-94f0-a674c4d872fb req-433aab64-013f-4e50-97bb-c2aa1fbfe077 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks [] for floatingip, before_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:05.993680 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ebf6af4b-cba7-4ffc-94f0-a674c4d872fb req-433aab64-013f-4e50-97bb-c2aa1fbfe077 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks [] for floatingip, precommit_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:05.996846 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ebf6af4b-cba7-4ffc-94f0-a674c4d872fb req-433aab64-013f-4e50-97bb-c2aa1fbfe077 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409790'] for floatingip, after_update {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:06.175860 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.l3_db [req-ebf6af4b-cba7-4ffc-94f0-a674c4d872fb req-433aab64-013f-4e50-97bb-c2aa1fbfe077 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Floating IP 589291fd-6493-42e2-a6a6-a76f5565f44d associated. External IP: 172.28.0.12, port: 39fa8148-0207-45d5-b2c9-81a49cc28779. Jan 15 10:28:06.549083 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebf6af4b-cba7-4ffc-94f0-a674c4d872fb req-433aab64-013f-4e50-97bb-c2aa1fbfe077 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Router 3b4a49ce-3e6a-4531-be93-195461c98457 has already been hosted by L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 {{(pid=80099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:28:06.740924 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebf6af4b-cba7-4ffc-94f0-a674c4d872fb req-433aab64-013f-4e50-97bb-c2aa1fbfe077 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:28:06.745275 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-ebf6af4b-cba7-4ffc-94f0-a674c4d872fb req-433aab64-013f-4e50-97bb-c2aa1fbfe077 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for floatingip, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:06.751356 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc150ca7-5b93-48bf-a71b-6211c92e1a4b None None] Sync routers for ids ['3b4a49ce-3e6a-4531-be93-195461c98457'] in dv-cinder-768592-3-smb {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:28:06.765977 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc150ca7-5b93-48bf-a71b-6211c92e1a4b None None] Routers {'3b4a49ce-3e6a-4531-be93-195461c98457'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:28:06.766677 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-fc150ca7-5b93-48bf-a71b-6211c92e1a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:27:48Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['3b4a49ce-3e6a-4531-be93-195461c98457'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:28:06.803993 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ebf6af4b-cba7-4ffc-94f0-a674c4d872fb req-433aab64-013f-4e50-97bb-c2aa1fbfe077 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "PUT /v2.0/floatingips/589291fd-6493-42e2-a6a6-a76f5565f44d HTTP/1.1" status: 200 len: 996 time: 1.7625730 Jan 15 10:28:06.804484 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504d82a0-8f68-43c0-a8f5-573e40893518', 'tag': '39fa8148-0207-45d5-b2c9-81a49cc28779'}] {{(pid=80099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:28:06.876028 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504d82a0-8f68-43c0-a8f5-573e40893518', 'tag': '39fa8148-0207-45d5-b2c9-81a49cc28779', 'status': 'completed', 'code': 200} Jan 15 10:28:06.897593 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6af4b-cba7-4ffc-94f0-a674c4d872fb req-25ed425b-e30c-457f-9304-892d90735ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:28:06.899397 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ebf6af4b-cba7-4ffc-94f0-a674c4d872fb req-25ed425b-e30c-457f-9304-892d90735ada service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3b25781f07ea44a58ba7391525cdc3b7&device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 1163 time: 0.0816145 Jan 15 10:28:06.952842 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-fc150ca7-5b93-48bf-a71b-6211c92e1a4b None None] Set router 3b4a49ce-3e6a-4531-be93-195461c98457 gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:28:06.979477 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ac03f-4688-4e4f-b05b-419b1cb2c404 req-7c2f20e7-d155-43c9-a000-b767d1b174a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:28:06.981132 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9f4ac03f-4688-4e4f-b05b-419b1cb2c404 req-7c2f20e7-d155-43c9-a000-b767d1b174a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b25781f07ea44a58ba7391525cdc3b7&device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 1163 time: 0.0880744 Jan 15 10:28:07.054094 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6af4b-cba7-4ffc-94f0-a674c4d872fb req-578bfea1-4373-4ce2-89d4-88b0de69ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:28:07.055669 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ebf6af4b-cba7-4ffc-94f0-a674c4d872fb req-578bfea1-4373-4ce2-89d4-88b0de69ae46 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b157b9dd-45d9-44f4-ab4c-d847d241bbf6 HTTP/1.1" status: 200 len: 903 time: 0.1477575 Jan 15 10:28:07.129953 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ac03f-4688-4e4f-b05b-419b1cb2c404 req-96dfd6bb-fb08-4542-b50c-c37fd0f6b6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:28:07.132130 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9f4ac03f-4688-4e4f-b05b-419b1cb2c404 req-96dfd6bb-fb08-4542-b50c-c37fd0f6b6d4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b157b9dd-45d9-44f4-ab4c-d847d241bbf6 HTTP/1.1" status: 200 len: 903 time: 0.1447217 Jan 15 10:28:07.178704 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ebf6af4b-cba7-4ffc-94f0-a674c4d872fb req-a729bf77-e1ab-4a9d-9440-fe3c192c0d40 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39fa8148-0207-45d5-b2c9-81a49cc28779 HTTP/1.1" status: 200 len: 999 time: 0.1153960 Jan 15 10:28:07.250975 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6af4b-cba7-4ffc-94f0-a674c4d872fb req-86bd8911-0e1a-47d1-b267-e43810f8d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:28:07.251264 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9f4ac03f-4688-4e4f-b05b-419b1cb2c404 req-0591c495-5beb-40e0-a9ac-4a0cbd457bb7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39fa8148-0207-45d5-b2c9-81a49cc28779 HTTP/1.1" status: 200 len: 999 time: 0.1130023 Jan 15 10:28:07.252702 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ebf6af4b-cba7-4ffc-94f0-a674c4d872fb req-86bd8911-0e1a-47d1-b267-e43810f8d106 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c3b780e1-cf98-45f7-bdde-f232a08d745d HTTP/1.1" status: 200 len: 848 time: 0.0729995 Jan 15 10:28:07.331485 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ac03f-4688-4e4f-b05b-419b1cb2c404 req-9f305459-09aa-4a6f-98d9-83930d615cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:28:07.333045 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9f4ac03f-4688-4e4f-b05b-419b1cb2c404 req-9f305459-09aa-4a6f-98d9-83930d615cb4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c3b780e1-cf98-45f7-bdde-f232a08d745d HTTP/1.1" status: 200 len: 848 time: 0.0759115 Jan 15 10:28:07.337137 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-fc150ca7-5b93-48bf-a71b-6211c92e1a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'name': 'tempest-TestShelveInstance-1744927049-router', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:27:21Z', 'updated_at': '2021-01-15T10:27:26Z', 'revision_number': 4, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'gw_port': {'id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:22Z', 'updated_at': '2021-01-15T10:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_floatingips': [{'id': '589291fd-6493-42e2-a6a6-a76f5565f44d', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'floating_ip_address': '172.28.0.12', 'floating_network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'router_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'port_id': '39fa8148-0207-45d5-b2c9-81a49cc28779', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6', 'mac_address': 'fa:16:3e:16:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d82a0-8f68-43c0-a8f5-573e40893518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:28:03Z', 'updated_at': '2021-01-15T10:28:05Z', 'revision_number': 1, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133ea89e-6178-4fc4-b953-201b38ad45d0', 'name': '', 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'mac_address': 'fa:16:3e:cf:ac:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c3b780e1-cf98-45f7-bdde-f232a08d745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:25Z', 'updated_at': '2021-01-15T10:27:35Z', 'revision_number': 5, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'subnets': [{'id': 'c3b780e1-cf98-45f7-bdde-f232a08d745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:28:07.338083 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6af4b-cba7-4ffc-94f0-a674c4d872fb req-b203a808-9711-41e9-a3ad-9b22c0fcd6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:28:07.339784 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ebf6af4b-cba7-4ffc-94f0-a674c4d872fb req-b203a808-9711-41e9-a3ad-9b22c0fcd6fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b157b9dd-45d9-44f4-ab4c-d847d241bbf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805848 Jan 15 10:28:07.341626 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc150ca7-5b93-48bf-a71b-6211c92e1a4b None None] Checking router: 3b4a49ce-3e6a-4531-be93-195461c98457 for host: dv-cinder-768592-3-smb {{(pid=80101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:28:07.351459 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc150ca7-5b93-48bf-a71b-6211c92e1a4b None None] Routers {'3b4a49ce-3e6a-4531-be93-195461c98457'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:28:07.352146 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-fc150ca7-5b93-48bf-a71b-6211c92e1a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:27:48Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['3b4a49ce-3e6a-4531-be93-195461c98457'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:28:07.423698 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ac03f-4688-4e4f-b05b-419b1cb2c404 req-8048be02-2bef-4e81-b533-0d6bfb533bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:28:07.425363 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9f4ac03f-4688-4e4f-b05b-419b1cb2c404 req-8048be02-2bef-4e81-b533-0d6bfb533bcd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b157b9dd-45d9-44f4-ab4c-d847d241bbf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0851808 Jan 15 10:28:07.494819 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ebf6af4b-cba7-4ffc-94f0-a674c4d872fb req-8566618d-d952-4bae-b687-ecb004e73d2a service neutron] 10.222.0.60 "GET /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469607 Jan 15 10:28:07.543288 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-fc150ca7-5b93-48bf-a71b-6211c92e1a4b None None] Set router 3b4a49ce-3e6a-4531-be93-195461c98457 gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:28:07.585546 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9f4ac03f-4688-4e4f-b05b-419b1cb2c404 req-cc0f57c1-06cd-4dc8-afdf-2b2ef38a4962 service neutron] 10.222.0.73 "GET /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521645 Jan 15 10:28:07.649113 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ebf6af4b-cba7-4ffc-94f0-a674c4d872fb req-923b9fe5-e195-4066-80a8-0baa0a4763cd service neutron] 10.222.0.60 "GET /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1465650 Jan 15 10:28:07.740136 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9f4ac03f-4688-4e4f-b05b-419b1cb2c404 req-c02de4ba-f8e4-4e1e-b76c-5d5f379d75b8 service neutron] 10.222.0.73 "GET /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1476531 Jan 15 10:28:07.924261 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-fc150ca7-5b93-48bf-a71b-6211c92e1a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'name': 'tempest-TestShelveInstance-1744927049-router', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:27:21Z', 'updated_at': '2021-01-15T10:27:26Z', 'revision_number': 4, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'gw_port': {'id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:22Z', 'updated_at': '2021-01-15T10:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_floatingips': [{'id': '589291fd-6493-42e2-a6a6-a76f5565f44d', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'floating_ip_address': '172.28.0.12', 'floating_network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'router_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'port_id': '39fa8148-0207-45d5-b2c9-81a49cc28779', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6', 'mac_address': 'fa:16:3e:16:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d82a0-8f68-43c0-a8f5-573e40893518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:28:03Z', 'updated_at': '2021-01-15T10:28:05Z', 'revision_number': 1, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133ea89e-6178-4fc4-b953-201b38ad45d0', 'name': '', 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'mac_address': 'fa:16:3e:cf:ac:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c3b780e1-cf98-45f7-bdde-f232a08d745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:25Z', 'updated_at': '2021-01-15T10:27:35Z', 'revision_number': 5, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'subnets': [{'id': 'c3b780e1-cf98-45f7-bdde-f232a08d745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:28:07.928565 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc150ca7-5b93-48bf-a71b-6211c92e1a4b None None] The sync data for ids ['3b4a49ce-3e6a-4531-be93-195461c98457'] in dv-cinder-768592-3-smb is: [{'id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'name': 'tempest-TestShelveInstance-1744927049-router', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:27:21Z', 'updated_at': '2021-01-15T10:27:26Z', 'revision_number': 4, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'gw_port': {'id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:22Z', 'updated_at': '2021-01-15T10:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_floatingips': [{'id': '589291fd-6493-42e2-a6a6-a76f5565f44d', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'floating_ip_address': '172.28.0.12', 'floating_network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'router_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'port_id': '39fa8148-0207-45d5-b2c9-81a49cc28779', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6', 'mac_address': 'fa:16:3e:16:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d82a0-8f68-43c0-a8f5-573e40893518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:28:03Z', 'updated_at': '2021-01-15T10:28:05Z', 'revision_number': 1, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133ea89e-6178-4fc4-b953-201b38ad45d0', 'name': '', 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'mac_address': 'fa:16:3e:cf:ac:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c3b780e1-cf98-45f7-bdde-f232a08d745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:25Z', 'updated_at': '2021-01-15T10:27:35Z', 'revision_number': 5, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'subnets': [{'id': 'c3b780e1-cf98-45f7-bdde-f232a08d745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:28:08.237422 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639f8b64-83bb-4778-a00e-3aa8b3308f05 None None] New status for floating IP 589291fd-6493-42e2-a6a6-a76f5565f44d: ACTIVE {{(pid=80100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 10:28:12.315106 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:28:15.510751 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-23718048-42e1-44c8-a6e8-2a406be4aed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:15.577224 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:17.925596 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-11433a13-2e74-4de7-978d-6bd82c2d5f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:18.494653 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:19.473909 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:20.159500 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:21.194500 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-118107d2-36b2-4eae-b132-92684ad0da37 req-d21f8ec1-572b-460c-bebc-b02b75507b07 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0754662 Jan 15 10:28:21.348510 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118107d2-36b2-4eae-b132-92684ad0da37 req-eda0263c-77a0-420d-926b-0833e4a91eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:28:21.350032 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-118107d2-36b2-4eae-b132-92684ad0da37 req-eda0263c-77a0-420d-926b-0833e4a91eaf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b25781f07ea44a58ba7391525cdc3b7&device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 1163 time: 0.0819659 Jan 15 10:28:21.514105 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118107d2-36b2-4eae-b132-92684ad0da37 req-f55f9642-cfba-4247-979c-47b2fa6270b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:28:21.515751 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-118107d2-36b2-4eae-b132-92684ad0da37 req-f55f9642-cfba-4247-979c-47b2fa6270b9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b157b9dd-45d9-44f4-ab4c-d847d241bbf6 HTTP/1.1" status: 200 len: 903 time: 0.1455433 Jan 15 10:28:21.629505 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-118107d2-36b2-4eae-b132-92684ad0da37 req-81d3c7d6-8115-48a1-92be-3a3fcc663133 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39fa8148-0207-45d5-b2c9-81a49cc28779 HTTP/1.1" status: 200 len: 1001 time: 0.1056366 Jan 15 10:28:21.701054 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118107d2-36b2-4eae-b132-92684ad0da37 req-1f4fb740-6ac4-4397-b46c-5881308febcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:28:21.702621 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-118107d2-36b2-4eae-b132-92684ad0da37 req-1f4fb740-6ac4-4397-b46c-5881308febcb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c3b780e1-cf98-45f7-bdde-f232a08d745d HTTP/1.1" status: 200 len: 848 time: 0.0665050 Jan 15 10:28:21.785374 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118107d2-36b2-4eae-b132-92684ad0da37 req-1e58f278-e43f-41ef-ab74-2cf90f707974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:28:21.786979 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-118107d2-36b2-4eae-b132-92684ad0da37 req-1e58f278-e43f-41ef-ab74-2cf90f707974 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b157b9dd-45d9-44f4-ab4c-d847d241bbf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772564 Jan 15 10:28:21.936210 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-118107d2-36b2-4eae-b132-92684ad0da37 req-5d65eb93-97a7-49ad-974f-46ee62ab4b05 service neutron] 10.222.0.73 "GET /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422393 Jan 15 10:28:22.085163 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-118107d2-36b2-4eae-b132-92684ad0da37 req-78fcd0f2-b22d-43fb-9b17-d97835899989 service neutron] 10.222.0.73 "GET /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1416912 Jan 15 10:28:45.514739 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f0ff3799-6ab0-4b2f-9ec2-a72ff17822e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:45.577458 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:47.928260 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3735241d-5cc2-45e1-a3f0-828a3f6fe302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:48.493725 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:49.315688 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:28:49.477028 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:50.162401 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:29:15.517543 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3e07d07f-d7b4-4713-8c94-61e8b389c9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:29:15.589854 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:29:17.931873 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c96436bc-6e85-4ffb-b4a7-364434e13fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:29:18.497745 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:29:19.482472 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:29:20.165091 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:29:21.119279 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-03256db0-128c-4020-94ff-551932b2416e req-0d14fe9e-b1ee-478b-a6f3-d46ed9137247 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0775216 Jan 15 10:29:21.268086 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03256db0-128c-4020-94ff-551932b2416e req-946ba533-e133-4e05-961f-906371849b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:29:21.269695 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-03256db0-128c-4020-94ff-551932b2416e req-946ba533-e133-4e05-961f-906371849b63 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b25781f07ea44a58ba7391525cdc3b7&device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 1163 time: 0.0755868 Jan 15 10:29:21.424214 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03256db0-128c-4020-94ff-551932b2416e req-6df8237b-e9b8-455b-ab71-517ce7f4c8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:29:21.425788 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-03256db0-128c-4020-94ff-551932b2416e req-6df8237b-e9b8-455b-ab71-517ce7f4c8bb service neutron] 10.222.0.73 "GET /v2.0/networks?id=b157b9dd-45d9-44f4-ab4c-d847d241bbf6 HTTP/1.1" status: 200 len: 903 time: 0.1369278 Jan 15 10:29:21.536013 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-03256db0-128c-4020-94ff-551932b2416e req-48c5ba91-3613-4f2d-ad6f-18ac0e0b0faf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39fa8148-0207-45d5-b2c9-81a49cc28779 HTTP/1.1" status: 200 len: 1001 time: 0.1021829 Jan 15 10:29:21.610551 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03256db0-128c-4020-94ff-551932b2416e req-bdc52f05-2e15-4c8e-a811-da5ea08ba4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:29:21.612119 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-03256db0-128c-4020-94ff-551932b2416e req-bdc52f05-2e15-4c8e-a811-da5ea08ba4fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c3b780e1-cf98-45f7-bdde-f232a08d745d HTTP/1.1" status: 200 len: 848 time: 0.0697184 Jan 15 10:29:21.946211 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03256db0-128c-4020-94ff-551932b2416e req-311b24de-4559-443f-a589-7820377dfb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:29:21.948913 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-03256db0-128c-4020-94ff-551932b2416e req-311b24de-4559-443f-a589-7820377dfb29 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b157b9dd-45d9-44f4-ab4c-d847d241bbf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3300090 Jan 15 10:29:22.097505 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-03256db0-128c-4020-94ff-551932b2416e req-40d4f4cb-f680-4a2b-9285-aedd76246f6e service neutron] 10.222.0.73 "GET /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411412 Jan 15 10:29:22.246123 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-03256db0-128c-4020-94ff-551932b2416e req-da3c8928-d8c8-4d01-8909-015a56d38e5c service neutron] 10.222.0.73 "GET /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1402473 Jan 15 10:29:26.317153 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:29:45.521186 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f9be40e9-baa8-45d4-9edf-67a66edf1d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:29:45.604711 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:29:47.935248 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-24023b46-672c-47a7-93fc-2a17d9caf82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:29:48.508503 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:29:49.484788 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:29:50.168050 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:29:56.683669 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b809bab-3c38-424a-9c96-5341eb937cdc req-cbce7ce3-c587-4a30-8a2c-82e164dcb491 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:29:56.685355 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5b809bab-3c38-424a-9c96-5341eb937cdc req-cbce7ce3-c587-4a30-8a2c-82e164dcb491 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 946 time: 0.1024415 Jan 15 10:29:56.741575 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-5b809bab-3c38-424a-9c96-5341eb937cdc req-c1af6fac-ad38-4073-af34-9e3587dd37c8 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0497551 Jan 15 10:29:57.996586 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78059436-5e26-4856-b4ac-ffd30f7c45ae req-3ad50d83-2eb5-47bf-ade0-070c11858181 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:29:57.998280 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-78059436-5e26-4856-b4ac-ffd30f7c45ae req-3ad50d83-2eb5-47bf-ade0-070c11858181 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 946 time: 0.1066239 Jan 15 10:29:58.051937 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-78059436-5e26-4856-b4ac-ffd30f7c45ae req-d6d6aa83-96a5-4d81-b8de-bee4591fef44 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0471718 Jan 15 10:29:59.285709 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45512e-9637-4135-a29b-02970d99b9ef req-64af9243-06ec-4689-9acb-3f8597780be5 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:29:59.287392 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-dd45512e-9637-4135-a29b-02970d99b9ef req-64af9243-06ec-4689-9acb-3f8597780be5 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 946 time: 0.1047585 Jan 15 10:29:59.340006 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-dd45512e-9637-4135-a29b-02970d99b9ef req-dd113a1e-dcc4-4a05-91f4-1604a3a952ce tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0462685 Jan 15 10:30:00.572095 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90b99e-114a-4b9e-b739-b17be67e614f req-34abd1a9-28b8-46f1-95c9-c24d25979241 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:00.573740 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7d90b99e-114a-4b9e-b739-b17be67e614f req-34abd1a9-28b8-46f1-95c9-c24d25979241 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 946 time: 0.1014261 Jan 15 10:30:00.858449 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7d90b99e-114a-4b9e-b739-b17be67e614f req-8752f6f9-d1b7-45cd-a8e7-30ec90960599 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2782416 Jan 15 10:30:02.094294 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338f273-0b57-48e3-99db-49cfb7962332 req-1c2d4b08-c1ae-4816-9c64-96238b800d49 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:02.095957 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c338f273-0b57-48e3-99db-49cfb7962332 req-1c2d4b08-c1ae-4816-9c64-96238b800d49 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 946 time: 0.1030118 Jan 15 10:30:02.149608 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c338f273-0b57-48e3-99db-49cfb7962332 req-f703032a-0b77-4ed5-9ea9-afdd4f6a0cd8 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0464959 Jan 15 10:30:03.316468 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:30:03.380647 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529f03f-75e7-487c-bfe4-d415d3373d12 req-53075932-5e3a-4524-bd61-a686465bfc49 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:03.382313 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b529f03f-75e7-487c-bfe4-d415d3373d12 req-53075932-5e3a-4524-bd61-a686465bfc49 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 946 time: 0.1040642 Jan 15 10:30:03.434598 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b529f03f-75e7-487c-bfe4-d415d3373d12 req-859bbfb6-1780-46ce-9130-1bdcc634d772 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0455570 Jan 15 10:30:04.670657 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f8382-3927-4309-8c91-74344fe61f35 req-c189165c-2d97-4d2c-aeb8-13cf7a9138d7 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:04.672352 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c15f8382-3927-4309-8c91-74344fe61f35 req-c189165c-2d97-4d2c-aeb8-13cf7a9138d7 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 946 time: 0.1015413 Jan 15 10:30:04.728498 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-c15f8382-3927-4309-8c91-74344fe61f35 req-22f23562-7e45-4b30-be4c-7ffa5b331467 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0497706 Jan 15 10:30:05.968178 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec66b64-4895-4af4-92c2-a41dccf1257f req-f61da8ee-abc4-43af-952b-ffcafa9752d4 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:05.969852 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-eec66b64-4895-4af4-92c2-a41dccf1257f req-f61da8ee-abc4-43af-952b-ffcafa9752d4 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 946 time: 0.1075480 Jan 15 10:30:06.023511 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-eec66b64-4895-4af4-92c2-a41dccf1257f req-8bc22280-0d75-4eff-b65a-9a7696576828 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0472419 Jan 15 10:30:06.749114 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002a23-fa5d-4c5e-8318-8f7ff1d245bb req-73edd898-5544-4de6-be25-f948f6140d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:06.750744 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ff002a23-fa5d-4c5e-8318-8f7ff1d245bb req-73edd898-5544-4de6-be25-f948f6140d57 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b25781f07ea44a58ba7391525cdc3b7&device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 1163 time: 0.0778797 Jan 15 10:30:06.896799 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002a23-fa5d-4c5e-8318-8f7ff1d245bb req-4d06c814-77ac-4d99-8c7c-d9a5679107dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:06.898748 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ff002a23-fa5d-4c5e-8318-8f7ff1d245bb req-4d06c814-77ac-4d99-8c7c-d9a5679107dc service neutron] 10.222.0.73 "GET /v2.0/networks?id=b157b9dd-45d9-44f4-ab4c-d847d241bbf6 HTTP/1.1" status: 200 len: 903 time: 0.1411479 Jan 15 10:30:07.010975 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ff002a23-fa5d-4c5e-8318-8f7ff1d245bb req-ad571a77-00a4-478c-b1a7-4e6a0f0a76c2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39fa8148-0207-45d5-b2c9-81a49cc28779 HTTP/1.1" status: 200 len: 1001 time: 0.1060653 Jan 15 10:30:07.085832 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002a23-fa5d-4c5e-8318-8f7ff1d245bb req-049baca1-0e0e-449b-a55a-f1e5bbddf700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:07.087787 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ff002a23-fa5d-4c5e-8318-8f7ff1d245bb req-049baca1-0e0e-449b-a55a-f1e5bbddf700 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c3b780e1-cf98-45f7-bdde-f232a08d745d HTTP/1.1" status: 200 len: 848 time: 0.0701292 Jan 15 10:30:07.170393 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002a23-fa5d-4c5e-8318-8f7ff1d245bb req-36f31753-a7be-4311-a9dc-82f200f71ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:07.172373 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ff002a23-fa5d-4c5e-8318-8f7ff1d245bb req-36f31753-a7be-4311-a9dc-82f200f71ba2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b157b9dd-45d9-44f4-ab4c-d847d241bbf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0784600 Jan 15 10:30:07.260401 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8b4ad-8be4-4a66-ac3b-9e0a823fb5b5 req-bf448f7a-da2d-435f-a99d-2461adf2cf6c tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:07.262150 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-62c8b4ad-8be4-4a66-ac3b-9e0a823fb5b5 req-bf448f7a-da2d-435f-a99d-2461adf2cf6c tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 946 time: 0.1066780 Jan 15 10:30:07.316065 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-62c8b4ad-8be4-4a66-ac3b-9e0a823fb5b5 req-a535df00-74e4-40e4-93a0-61e50a071e78 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0473578 Jan 15 10:30:07.321090 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ff002a23-fa5d-4c5e-8318-8f7ff1d245bb req-13e50243-c807-4613-8731-e7d4e94cd6f9 service neutron] 10.222.0.73 "GET /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408963 Jan 15 10:30:07.469749 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-ff002a23-fa5d-4c5e-8318-8f7ff1d245bb req-71c39c2c-0485-4c6d-953e-b82eae9bae99 service neutron] 10.222.0.73 "GET /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1429892 Jan 15 10:30:08.544333 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47117c8-f132-48b0-90d6-fbd731ae5efb req-b902ca65-136b-46de-956c-6ebaae11c283 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:08.545977 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b47117c8-f132-48b0-90d6-fbd731ae5efb req-b902ca65-136b-46de-956c-6ebaae11c283 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 946 time: 0.1008534 Jan 15 10:30:08.600446 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-b47117c8-f132-48b0-90d6-fbd731ae5efb req-5c080910-a8f4-4be1-94c9-906846412ba8 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0481749 Jan 15 10:30:09.832948 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f0854-1ca7-4136-ab81-222ca57db335 req-a55de9fa-b05b-4e55-83d5-0ca86b276a08 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:09.834590 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a50f0854-1ca7-4136-ab81-222ca57db335 req-a55de9fa-b05b-4e55-83d5-0ca86b276a08 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 946 time: 0.1019921 Jan 15 10:30:09.887610 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a50f0854-1ca7-4136-ab81-222ca57db335 req-05772eb1-2817-4f94-a98e-1965009ae3de tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0463190 Jan 15 10:30:10.312954 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996754a-675a-457e-8789-f9e6842aaa66 req-f7dc9fb6-d5f2-483d-b1f8-ef79430938bc tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:10.314747 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f996754a-675a-457e-8789-f9e6842aaa66 req-f7dc9fb6-d5f2-483d-b1f8-ef79430938bc tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 946 time: 0.1100304 Jan 15 10:30:10.347077 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4d95fb86-651a-42d7-b800-5b4a664937cd req-d84bdc62-276e-4eea-9917-abb6304c2de5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2203593 Jan 15 10:30:10.368124 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f996754a-675a-457e-8789-f9e6842aaa66 req-9b7ecf70-4f74-4c3e-a753-c8e665ef7b68 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0468760 Jan 15 10:30:10.569799 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 39fa8148-0207-45d5-b2c9-81a49cc28779 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:30:10.689786 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:10.721852 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504d82a0-8f68-43c0-a8f5-573e40893518', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39fa8148-0207-45d5-b2c9-81a49cc28779'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:30:10.732663 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port 39fa8148-0207-45d5-b2c9-81a49cc28779, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=39fa8148-0207-45d5-b2c9-81a49cc28779,segment=NetworkSegment(c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c),segment_id=c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:30:10.736204 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:10.738890 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-411de075-41b7-43be-8d9b-ad959853b0b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:30:10.792428 dv-cinder-768592-3-smb neutron-server[79989]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '504d82a0-8f68-43c0-a8f5-573e40893518', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '39fa8148-0207-45d5-b2c9-81a49cc28779', 'code': 422} returned with failed status Jan 15 10:30:10.811993 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=39fa8148-0207-45d5-b2c9-81a49cc28779,revision_number=5']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:30:10.820269 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:10.820663 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:10.821089 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:10.821434 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:10.821809 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:10.822191 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:10.822564 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:10.822934 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:10.823327 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:10.823699 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:10.824069 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:10.824507 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:10.824916 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:10.825284 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:10.825647 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:10.826015 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:10.826375 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:10.826740 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:10.827127 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:10.827496 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:10.827860 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:10.828223 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:10.828586 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:10.828949 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:10.833646 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:30:11.487002 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95fb86-651a-42d7-b800-5b4a664937cd req-a3cfa0a7-0c71-42c7-8230-fad6ead67c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:11.488565 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4d95fb86-651a-42d7-b800-5b4a664937cd req-a3cfa0a7-0c71-42c7-8230-fad6ead67c68 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518&tenant_id=3b25781f07ea44a58ba7391525cdc3b7 HTTP/1.1" status: 200 len: 1161 time: 0.0787787 Jan 15 10:30:11.586964 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95fb86-651a-42d7-b800-5b4a664937cd req-81fdd6a0-1023-4b05-99aa-db504faaa8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:11.588617 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4d95fb86-651a-42d7-b800-5b4a664937cd req-81fdd6a0-1023-4b05-99aa-db504faaa8b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b25781f07ea44a58ba7391525cdc3b7&device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 1161 time: 0.0765560 Jan 15 10:30:11.605630 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1f769-f682-45b7-b2c1-f55c13411671 req-7c3550fc-ffab-4222-abce-a226c09af461 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:11.607352 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-70c1f769-f682-45b7-b2c1-f55c13411671 req-7c3550fc-ffab-4222-abce-a226c09af461 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 944 time: 0.1045320 Jan 15 10:30:11.665845 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-70c1f769-f682-45b7-b2c1-f55c13411671 req-bf7ee5c7-0924-4926-a43b-bef4e5563326 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0519240 Jan 15 10:30:11.735049 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95fb86-651a-42d7-b800-5b4a664937cd req-906700df-a25d-4d6b-a673-b9d334642a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:11.736682 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4d95fb86-651a-42d7-b800-5b4a664937cd req-906700df-a25d-4d6b-a673-b9d334642a96 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b157b9dd-45d9-44f4-ab4c-d847d241bbf6 HTTP/1.1" status: 200 len: 903 time: 0.1417336 Jan 15 10:30:11.845119 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4d95fb86-651a-42d7-b800-5b4a664937cd req-4f52462f-8152-4754-bd08-43d355a0915c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39fa8148-0207-45d5-b2c9-81a49cc28779 HTTP/1.1" status: 200 len: 999 time: 0.1012287 Jan 15 10:30:11.919689 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95fb86-651a-42d7-b800-5b4a664937cd req-fcc8fd45-7d5c-4e99-809b-0d975aa1d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:11.921263 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4d95fb86-651a-42d7-b800-5b4a664937cd req-fcc8fd45-7d5c-4e99-809b-0d975aa1d141 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c3b780e1-cf98-45f7-bdde-f232a08d745d HTTP/1.1" status: 200 len: 848 time: 0.0703669 Jan 15 10:30:12.010171 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95fb86-651a-42d7-b800-5b4a664937cd req-0d7df081-8fa7-43f7-8a12-bcf2ddad0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:12.011852 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4d95fb86-651a-42d7-b800-5b4a664937cd req-0d7df081-8fa7-43f7-8a12-bcf2ddad0c01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b157b9dd-45d9-44f4-ab4c-d847d241bbf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829618 Jan 15 10:30:12.158737 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4d95fb86-651a-42d7-b800-5b4a664937cd req-a59cb2f8-c2db-4e98-8062-ecc0ba4acc90 service neutron] 10.222.0.73 "GET /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396835 Jan 15 10:30:12.313762 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-4d95fb86-651a-42d7-b800-5b4a664937cd req-0ae00171-ed66-47c7-bbf7-a52994b2c827 service neutron] 10.222.0.73 "GET /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1482611 Jan 15 10:30:12.897162 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc3ba4-4252-41c8-9b76-58c49e759c07 req-609f4521-1a52-41f4-ac30-7ad3e4cf8409 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:12.899742 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-61cc3ba4-4252-41c8-9b76-58c49e759c07 req-609f4521-1a52-41f4-ac30-7ad3e4cf8409 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 944 time: 0.1023471 Jan 15 10:30:12.958061 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-61cc3ba4-4252-41c8-9b76-58c49e759c07 req-5e35dde7-4a26-4cf9-a36b-c617129a88e7 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0520082 Jan 15 10:30:14.193662 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03ed59-dc15-402d-9cf3-6f13fe07edb6 req-8e7b2ab3-e365-42a5-beb7-f72064c47fcc tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:14.195934 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7b03ed59-dc15-402d-9cf3-6f13fe07edb6 req-8e7b2ab3-e365-42a5-beb7-f72064c47fcc tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 944 time: 0.1042719 Jan 15 10:30:14.248304 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-7b03ed59-dc15-402d-9cf3-6f13fe07edb6 req-ccfb6a11-41d6-44d9-9b32-0801a8315769 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0458386 Jan 15 10:30:14.873822 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 39fa8148-0207-45d5-b2c9-81a49cc28779 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:30:14.946337 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 39fa8148-0207-45d5-b2c9-81a49cc28779 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:30:14.946756 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:15.068987 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-497108'] for port, before_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:15.097373 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504d82a0-8f68-43c0-a8f5-573e40893518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fa8148-0207-45d5-b2c9-81a49cc28779'}] {{(pid=80100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:30:15.108695 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] For port 39fa8148-0207-45d5-b2c9-81a49cc28779, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=39fa8148-0207-45d5-b2c9-81a49cc28779,segment=NetworkSegment(c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c),segment_id=c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:30:15.112018 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727284850496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309570322753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727284453081'] for port, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:15.113966 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:30:15.169097 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504d82a0-8f68-43c0-a8f5-573e40893518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fa8148-0207-45d5-b2c9-81a49cc28779', 'code': 200} Jan 15 10:30:15.188669 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Pushing event updated for resources: {'Port': ['ID=39fa8148-0207-45d5-b2c9-81a49cc28779,revision_number=6']} {{(pid=80100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:30:15.191948 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:30:15.466109 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41008d90-d90d-4524-a2df-36f24b7cb2ce req-5ad37596-a467-4a0f-a3ec-cefc58ac5925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:15.467965 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-41008d90-d90d-4524-a2df-36f24b7cb2ce req-5ad37596-a467-4a0f-a3ec-cefc58ac5925 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 1163 time: 0.0814900 Jan 15 10:30:15.487298 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebd49e-5aa8-465f-a175-740502c75098 req-022bda3f-17b1-461f-ac13-389db6643aef tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:15.489004 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-88ebd49e-5aa8-465f-a175-740502c75098 req-022bda3f-17b1-461f-ac13-389db6643aef tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 946 time: 0.1047020 Jan 15 10:30:15.522049 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-41008d90-d90d-4524-a2df-36f24b7cb2ce req-ff405759-79bb-4c10-821c-cab154eb6c5e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0466065 Jan 15 10:30:15.524164 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a1789bba-af2e-4021-9a9d-7b517519f5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:15.547623 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-88ebd49e-5aa8-465f-a175-740502c75098 req-92a55aa6-3784-4633-803a-b7b08676c878 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0510385 Jan 15 10:30:15.604156 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:16.654925 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 39fa8148-0207-45d5-b2c9-81a49cc28779 up at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:30:16.727813 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.provisioning_blocks [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Provisioning complete for port 39fa8148-0207-45d5-b2c9-81a49cc28779 triggered by entity L2. {{(pid=80100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:30:16.728235 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637566'] for port, provisioning_complete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:16.785583 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de629e37-bf43-4002-957f-565eac7502a3 req-d5218e29-19aa-4305-b74e-d32be46cb7bf tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:16.787297 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de629e37-bf43-4002-957f-565eac7502a3 req-d5218e29-19aa-4305-b74e-d32be46cb7bf tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 946 time: 0.1039000 Jan 15 10:30:16.842699 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-de629e37-bf43-4002-957f-565eac7502a3 req-ea4fbc26-0109-45f9-9aea-3c316686a269 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0475268 Jan 15 10:30:17.937177 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4183d762-cd6b-42ec-9d3d-0ed53b3620fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:18.502540 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:19.488550 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:20.171837 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:22.586180 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d6823398-d536-4c90-96e3-aee9b0089426 req-53cb3636-bf0a-455f-ac6b-dc6297da50c8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0748236 Jan 15 10:30:22.741748 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6823398-d536-4c90-96e3-aee9b0089426 req-16c7b4ee-37da-433d-a8d0-937ea49cee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:22.743479 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d6823398-d536-4c90-96e3-aee9b0089426 req-16c7b4ee-37da-433d-a8d0-937ea49cee46 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b25781f07ea44a58ba7391525cdc3b7&device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 1163 time: 0.0757346 Jan 15 10:30:22.904733 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6823398-d536-4c90-96e3-aee9b0089426 req-37997f0e-d95a-4fc6-955b-db0ae74fd441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:22.906326 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d6823398-d536-4c90-96e3-aee9b0089426 req-37997f0e-d95a-4fc6-955b-db0ae74fd441 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b157b9dd-45d9-44f4-ab4c-d847d241bbf6 HTTP/1.1" status: 200 len: 903 time: 0.1392803 Jan 15 10:30:23.016946 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d6823398-d536-4c90-96e3-aee9b0089426 req-4eb03c73-b0ed-428c-a83f-a75461f8d11f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39fa8148-0207-45d5-b2c9-81a49cc28779 HTTP/1.1" status: 200 len: 1001 time: 0.1041632 Jan 15 10:30:23.090410 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6823398-d536-4c90-96e3-aee9b0089426 req-9804469e-7a97-433e-9369-b3b17a3e6e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:23.092035 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d6823398-d536-4c90-96e3-aee9b0089426 req-9804469e-7a97-433e-9369-b3b17a3e6e1a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c3b780e1-cf98-45f7-bdde-f232a08d745d HTTP/1.1" status: 200 len: 848 time: 0.0680978 Jan 15 10:30:23.173392 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6823398-d536-4c90-96e3-aee9b0089426 req-c961ce85-687e-4071-9694-82e01d72c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:23.174935 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d6823398-d536-4c90-96e3-aee9b0089426 req-c961ce85-687e-4071-9694-82e01d72c075 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b157b9dd-45d9-44f4-ab4c-d847d241bbf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0762091 Jan 15 10:30:23.324616 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d6823398-d536-4c90-96e3-aee9b0089426 req-6694604b-0c0a-430a-9039-63a15d36410c service neutron] 10.222.0.73 "GET /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418538 Jan 15 10:30:23.471189 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-d6823398-d536-4c90-96e3-aee9b0089426 req-db203b39-7a9e-4d09-be6d-4d1dd869c7af service neutron] 10.222.0.73 "GET /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1397729 Jan 15 10:30:40.316895 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:30:45.528101 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-24e17c6b-30ae-4f7d-bfb4-0169c05d93c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:45.602114 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:47.939662 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5bc79076-fc52-492d-b6a3-d081b3b564e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:48.504698 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:49.492975 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:50.174852 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:15.529894 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-f051c8c0-de60-43c1-a91c-b974b05fc3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:15.601390 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:17.316874 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:31:17.945409 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-63ceb223-58ce-495d-8686-464177eef39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:18.508105 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:19.496220 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:20.181227 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:23.574339 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9fb20450-df29-4cbc-9891-0bbcd75f4158 req-122bdf00-20ee-4c02-afd8-e6000795d105 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0795054 Jan 15 10:31:23.721314 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb20450-df29-4cbc-9891-0bbcd75f4158 req-b946ff99-90ef-4217-89ac-2d17c1ef9d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:23.722920 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9fb20450-df29-4cbc-9891-0bbcd75f4158 req-b946ff99-90ef-4217-89ac-2d17c1ef9d39 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b25781f07ea44a58ba7391525cdc3b7&device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 1163 time: 0.0757961 Jan 15 10:31:23.883302 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb20450-df29-4cbc-9891-0bbcd75f4158 req-7c465028-e52c-4693-b2cc-20d7bb14d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:23.884903 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9fb20450-df29-4cbc-9891-0bbcd75f4158 req-7c465028-e52c-4693-b2cc-20d7bb14d6bd service neutron] 10.222.0.73 "GET /v2.0/networks?id=b157b9dd-45d9-44f4-ab4c-d847d241bbf6 HTTP/1.1" status: 200 len: 903 time: 0.1406615 Jan 15 10:31:23.996540 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9fb20450-df29-4cbc-9891-0bbcd75f4158 req-8b019693-9130-4ef4-97f5-f3bb6c7b9b37 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39fa8148-0207-45d5-b2c9-81a49cc28779 HTTP/1.1" status: 200 len: 1001 time: 0.1052661 Jan 15 10:31:24.069005 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb20450-df29-4cbc-9891-0bbcd75f4158 req-8d24f69e-cb14-4b25-b8d0-8373ae9aaf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:24.070648 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9fb20450-df29-4cbc-9891-0bbcd75f4158 req-8d24f69e-cb14-4b25-b8d0-8373ae9aaf61 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c3b780e1-cf98-45f7-bdde-f232a08d745d HTTP/1.1" status: 200 len: 848 time: 0.0676792 Jan 15 10:31:24.153604 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb20450-df29-4cbc-9891-0bbcd75f4158 req-a0bdbac4-0d9a-4ca3-b652-daf39ac1487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:24.155129 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9fb20450-df29-4cbc-9891-0bbcd75f4158 req-a0bdbac4-0d9a-4ca3-b652-daf39ac1487b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b157b9dd-45d9-44f4-ab4c-d847d241bbf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785077 Jan 15 10:31:24.302353 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9fb20450-df29-4cbc-9891-0bbcd75f4158 req-39e95a64-b93e-44de-9650-f584ee215a0a service neutron] 10.222.0.73 "GET /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397095 Jan 15 10:31:24.446556 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9fb20450-df29-4cbc-9891-0bbcd75f4158 req-2598e00f-c5ed-465d-83c3-f532f14920b7 service neutron] 10.222.0.73 "GET /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1385934 Jan 15 10:31:29.138094 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-e72110f1-bd97-4440-af16-a3c17c2abc88 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/floatingips/589291fd-6493-42e2-a6a6-a76f5565f44d HTTP/1.1" status: 200 len: 998 time: 0.1160500 Jan 15 10:31:29.316441 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-e7889bf6-1a73-44e0-b6d2-f197d7ac89c5 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:29.318160 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-e7889bf6-1a73-44e0-b6d2-f197d7ac89c5 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/networks/512bef08-258b-4e03-8592-7639e3feb0a7 HTTP/1.1" status: 200 len: 784 time: 0.1742537 Jan 15 10:31:29.328932 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-5709cbd0-f4ef-4947-a4ee-12275595e6f3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:31:29.329969 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-5709cbd0-f4ef-4947-a4ee-12275595e6f3 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0059381 Jan 15 10:31:29.444016 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-cdc6f883-de22-484b-872e-d985928ab720 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.28.0.12 HTTP/1.1" status: 200 len: 1001 time: 0.1074893 Jan 15 10:31:29.542696 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-6fc8050f-3c11-4d4f-b202-0cabff3379d9 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:29.544132 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-6fc8050f-3c11-4d4f-b202-0cabff3379d9 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports/39fa8148-0207-45d5-b2c9-81a49cc28779 HTTP/1.1" status: 200 len: 943 time: 0.0942371 Jan 15 10:31:29.728711 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-ca97872a-11cb-44cc-93aa-d76d0d775062 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.28.0.12 HTTP/1.1" status: 200 len: 1001 time: 0.1035287 Jan 15 10:31:29.949783 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Deleting port e8f85f97-16cd-4115-91a3-b985f547f850 {{(pid=80099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:31:29.950163 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:30.129575 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:30.129999 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks [] for floatingip, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:30.261363 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Calling delete_port for e8f85f97-16cd-4115-91a3-b985f547f850 owned by network:floatingip {{(pid=80099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:31:30.409533 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427881'] for port, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:30.424866 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-3ebe98eb-368f-48cc-9362-f8394a8a87cc tempest-TestMinimumBasicScenario-325660164 tempest-TestMinimumBasicScenario-325660164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:30.482116 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Pushing event deleted for resources: {'Port': ['ID=e8f85f97-16cd-4115-91a3-b985f547f850,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:30.544078 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:30.544417 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:30.544826 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:30.545230 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:30.545629 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:30.546026 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:30.546416 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:30.546806 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:30.547223 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:30.547615 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:30.548024 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:30.548414 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:30.548846 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:30.549228 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:30.549651 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:30.550035 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:30.550461 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:30.550851 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:30.551895 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:30.552316 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:30.552775 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:30.553163 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:30.553551 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:30.553937 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:30.558150 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:30.666408 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks [] for floatingip, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:30.666784 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.db.l3_db [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Floating IP 589291fd-6493-42e2-a6a6-a76f5565f44d disassociated (deleted). External IP: 172.28.0.12, port: 39fa8148-0207-45d5-b2c9-81a49cc28779. Jan 15 10:31:31.035294 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Router 3b4a49ce-3e6a-4531-be93-195461c98457 has already been hosted by L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 {{(pid=80099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:31:31.440012 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:31:31.449754 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0af812a-6c78-424d-a369-0ae0459867c9 None None] Sync routers for ids ['3b4a49ce-3e6a-4531-be93-195461c98457'] in dv-cinder-768592-3-smb {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:31:31.460695 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0af812a-6c78-424d-a369-0ae0459867c9 None None] Routers {'3b4a49ce-3e6a-4531-be93-195461c98457'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:31:31.461382 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-f0af812a-6c78-424d-a369-0ae0459867c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:31:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['3b4a49ce-3e6a-4531-be93-195461c98457'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:31.462128 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for floatingip, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:31.518126 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-367a968b-cee9-4110-9d44-efa2ed5034f1 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "DELETE /v2.0/floatingips/589291fd-6493-42e2-a6a6-a76f5565f44d HTTP/1.1" status: 204 len: 173 time: 1.7834816 Jan 15 10:31:31.518687 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504d82a0-8f68-43c0-a8f5-573e40893518', 'tag': '39fa8148-0207-45d5-b2c9-81a49cc28779'}] {{(pid=80099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:31:31.654031 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-f0af812a-6c78-424d-a369-0ae0459867c9 None None] Set router 3b4a49ce-3e6a-4531-be93-195461c98457 gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:31:31.697966 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-33a30131-22b9-422a-b038-b4405d241546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:31.699666 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-33a30131-22b9-422a-b038-b4405d241546 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3b25781f07ea44a58ba7391525cdc3b7&device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 1163 time: 0.1657720 Jan 15 10:31:31.733725 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504d82a0-8f68-43c0-a8f5-573e40893518', 'tag': '39fa8148-0207-45d5-b2c9-81a49cc28779', 'status': 'completed', 'code': 200} Jan 15 10:31:31.811594 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e0714-9b19-4c77-8765-d28ba7e2f234 req-65f58ef3-844c-4928-87f2-a7b4e4e261cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:31.813134 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a24e0714-9b19-4c77-8765-d28ba7e2f234 req-65f58ef3-844c-4928-87f2-a7b4e4e261cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b25781f07ea44a58ba7391525cdc3b7&device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 1163 time: 0.0784299 Jan 15 10:31:31.853189 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-f07901e1-5197-4bcf-9abb-c8045a4827bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:31.854818 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-f07901e1-5197-4bcf-9abb-c8045a4827bc service neutron] 10.222.0.60 "GET /v2.0/networks?id=b157b9dd-45d9-44f4-ab4c-d847d241bbf6 HTTP/1.1" status: 200 len: 903 time: 0.1487408 Jan 15 10:31:31.930046 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-4dc6c380-2763-49f8-90bd-dd82c67382c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39fa8148-0207-45d5-b2c9-81a49cc28779 HTTP/1.1" status: 200 len: 217 time: 0.0681016 Jan 15 10:31:31.962916 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e0714-9b19-4c77-8765-d28ba7e2f234 req-a487d90c-04ae-4353-af22-32e380959e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:31.964576 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a24e0714-9b19-4c77-8765-d28ba7e2f234 req-a487d90c-04ae-4353-af22-32e380959e12 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b157b9dd-45d9-44f4-ab4c-d847d241bbf6 HTTP/1.1" status: 200 len: 903 time: 0.1450613 Jan 15 10:31:31.995360 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-f0af812a-6c78-424d-a369-0ae0459867c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'name': 'tempest-TestShelveInstance-1744927049-router', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:27:21Z', 'updated_at': '2021-01-15T10:27:26Z', 'revision_number': 4, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'gw_port': {'id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:22Z', 'updated_at': '2021-01-15T10:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '133ea89e-6178-4fc4-b953-201b38ad45d0', 'name': '', 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'mac_address': 'fa:16:3e:cf:ac:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c3b780e1-cf98-45f7-bdde-f232a08d745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:25Z', 'updated_at': '2021-01-15T10:27:35Z', 'revision_number': 5, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'subnets': [{'id': 'c3b780e1-cf98-45f7-bdde-f232a08d745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:31.999564 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0af812a-6c78-424d-a369-0ae0459867c9 None None] Checking router: 3b4a49ce-3e6a-4531-be93-195461c98457 for host: dv-cinder-768592-3-smb {{(pid=80101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:31:32.009443 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0af812a-6c78-424d-a369-0ae0459867c9 None None] Routers {'3b4a49ce-3e6a-4531-be93-195461c98457'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:31:32.010113 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-f0af812a-6c78-424d-a369-0ae0459867c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:31:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['3b4a49ce-3e6a-4531-be93-195461c98457'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:32.014226 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-1c347919-eb18-4dcd-8503-f6422b8d6ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:32.015872 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-1c347919-eb18-4dcd-8503-f6422b8d6ba0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c3b780e1-cf98-45f7-bdde-f232a08d745d HTTP/1.1" status: 200 len: 848 time: 0.0785604 Jan 15 10:31:32.103673 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-2c238b60-63d7-444f-8ca7-28d025c9b74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:32.105285 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-2c238b60-63d7-444f-8ca7-28d025c9b74d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b157b9dd-45d9-44f4-ab4c-d847d241bbf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819304 Jan 15 10:31:32.210113 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-f0af812a-6c78-424d-a369-0ae0459867c9 None None] Set router 3b4a49ce-3e6a-4531-be93-195461c98457 gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:31:32.267649 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-740b4297-da0a-4ac3-a2ed-1bfd524bd583 service neutron] 10.222.0.60 "GET /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544180 Jan 15 10:31:32.280326 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a24e0714-9b19-4c77-8765-d28ba7e2f234 req-ba735d62-a7da-431c-86f4-c55d5566a4fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39fa8148-0207-45d5-b2c9-81a49cc28779 HTTP/1.1" status: 200 len: 217 time: 0.3085721 Jan 15 10:31:32.352542 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e0714-9b19-4c77-8765-d28ba7e2f234 req-2aa78478-b3d0-48aa-8976-9ba3bb03a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:32.354348 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a24e0714-9b19-4c77-8765-d28ba7e2f234 req-2aa78478-b3d0-48aa-8976-9ba3bb03a549 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c3b780e1-cf98-45f7-bdde-f232a08d745d HTTP/1.1" status: 200 len: 848 time: 0.0671384 Jan 15 10:31:32.421776 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-3dc03950-32c3-4fc7-953b-226ae68a3a26 req-35064160-5966-44cb-a1fe-beccaff3807a service neutron] 10.222.0.60 "GET /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1453304 Jan 15 10:31:32.448028 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e0714-9b19-4c77-8765-d28ba7e2f234 req-9fa00eb0-fa39-4b15-b5fd-03d69b3d531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:32.449667 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a24e0714-9b19-4c77-8765-d28ba7e2f234 req-9fa00eb0-fa39-4b15-b5fd-03d69b3d531d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b157b9dd-45d9-44f4-ab4c-d847d241bbf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0892823 Jan 15 10:31:32.550234 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-f0af812a-6c78-424d-a369-0ae0459867c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'name': 'tempest-TestShelveInstance-1744927049-router', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:27:21Z', 'updated_at': '2021-01-15T10:27:26Z', 'revision_number': 4, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'gw_port': {'id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:22Z', 'updated_at': '2021-01-15T10:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '133ea89e-6178-4fc4-b953-201b38ad45d0', 'name': '', 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'mac_address': 'fa:16:3e:cf:ac:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c3b780e1-cf98-45f7-bdde-f232a08d745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:25Z', 'updated_at': '2021-01-15T10:27:35Z', 'revision_number': 5, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'subnets': [{'id': 'c3b780e1-cf98-45f7-bdde-f232a08d745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:32.554868 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0af812a-6c78-424d-a369-0ae0459867c9 None None] The sync data for ids ['3b4a49ce-3e6a-4531-be93-195461c98457'] in dv-cinder-768592-3-smb is: [{'id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'name': 'tempest-TestShelveInstance-1744927049-router', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:27:21Z', 'updated_at': '2021-01-15T10:27:26Z', 'revision_number': 4, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'gw_port': {'id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:22Z', 'updated_at': '2021-01-15T10:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb', '_interfaces': [{'id': '133ea89e-6178-4fc4-b953-201b38ad45d0', 'name': '', 'network_id': 'b157b9dd-45d9-44f4-ab4c-d847d241bbf6', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'mac_address': 'fa:16:3e:cf:ac:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c3b780e1-cf98-45f7-bdde-f232a08d745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:25Z', 'updated_at': '2021-01-15T10:27:35Z', 'revision_number': 5, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'subnets': [{'id': 'c3b780e1-cf98-45f7-bdde-f232a08d745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:31:32.604806 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a24e0714-9b19-4c77-8765-d28ba7e2f234 req-4e551315-f404-4351-a51c-afdb22b78fa3 service neutron] 10.222.0.73 "GET /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486492 Jan 15 10:31:32.757831 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-a24e0714-9b19-4c77-8765-d28ba7e2f234 req-8d41f40d-2cc5-4c20-abbc-08dfb9cd67d4 service neutron] 10.222.0.73 "GET /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1465597 Jan 15 10:31:32.878374 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a5bc1-c476-4ce1-ae81-a45813fe5cd9 req-0871734e-357a-4369-acf7-8014eedc15bf tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:32.879172 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-862a5bc1-c476-4ce1-ae81-a45813fe5cd9 req-0871734e-357a-4369-acf7-8014eedc15bf tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Synchronizing usage tracker for tenant:3b25781f07ea44a58ba7391525cdc3b7 on resource:port {{(pid=80099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:31:32.896536 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-862a5bc1-c476-4ce1-ae81-a45813fe5cd9 req-0871734e-357a-4369-acf7-8014eedc15bf tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Unset dirty status for tenant:3b25781f07ea44a58ba7391525cdc3b7 on resource:port {{(pid=80099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:31:32.897809 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-862a5bc1-c476-4ce1-ae81-a45813fe5cd9 req-0871734e-357a-4369-acf7-8014eedc15bf tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 946 time: 0.1239886 Jan 15 10:31:32.946106 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d5a162-e9d0-4155-8e16-5d509abddf4b None None] New status for floating IP 589291fd-6493-42e2-a6a6-a76f5565f44d: DOWN {{(pid=80100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 10:31:32.951051 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-862a5bc1-c476-4ce1-ae81-a45813fe5cd9 req-271a04bb-2bcf-4242-921f-f5d7c4768cd8 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0468841 Jan 15 10:31:34.162551 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777652fe-155c-4c75-8170-708390300df5 req-2ac7b85e-e71a-47e3-811c-8a0989733b7e tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:34.163394 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-777652fe-155c-4c75-8170-708390300df5 req-2ac7b85e-e71a-47e3-811c-8a0989733b7e tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Synchronizing usage tracker for tenant:3b25781f07ea44a58ba7391525cdc3b7 on resource:port {{(pid=80098) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:31:34.176835 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.quota.resource [req-777652fe-155c-4c75-8170-708390300df5 req-2ac7b85e-e71a-47e3-811c-8a0989733b7e tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Unset dirty status for tenant:3b25781f07ea44a58ba7391525cdc3b7 on resource:port {{(pid=80098) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:31:34.178203 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-777652fe-155c-4c75-8170-708390300df5 req-2ac7b85e-e71a-47e3-811c-8a0989733b7e tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.73 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 946 time: 0.1191745 Jan 15 10:31:34.185508 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59c45a-ea3f-4081-abda-3a59e79ba3d9 req-baf79f3a-35ed-4b24-94fd-728ec439fb82 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:34.187225 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9e59c45a-ea3f-4081-abda-3a59e79ba3d9 req-baf79f3a-35ed-4b24-94fd-728ec439fb82 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 946 time: 0.1013749 Jan 15 10:31:34.239414 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-9e59c45a-ea3f-4081-abda-3a59e79ba3d9 req-12921459-c567-4d17-9db7-67357206349f tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups?id=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0448165 Jan 15 10:31:34.257469 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-777652fe-155c-4c75-8170-708390300df5 req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Deleting port 39fa8148-0207-45d5-b2c9-81a49cc28779 {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:31:34.257861 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-777652fe-155c-4c75-8170-708390300df5 req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:34.517463 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [req-777652fe-155c-4c75-8170-708390300df5 req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] For port 39fa8148-0207-45d5-b2c9-81a49cc28779, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=39fa8148-0207-45d5-b2c9-81a49cc28779,segment=NetworkSegment(c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c),segment_id=c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:31:34.517773 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-777652fe-155c-4c75-8170-708390300df5 req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:34.646807 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [req-777652fe-155c-4c75-8170-708390300df5 req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Calling delete_port for 39fa8148-0207-45d5-b2c9-81a49cc28779 owned by compute:nova {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:31:34.795976 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-777652fe-155c-4c75-8170-708390300df5 req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:34.811241 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-412426a5-fe1f-4587-af81-797ca5cc9229 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:34.828970 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 39fa8148-0207-45d5-b2c9-81a49cc28779 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:31:34.864067 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] No Port match for: 39fa8148-0207-45d5-b2c9-81a49cc28779 {{(pid=80100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:31:34.864470 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Device 39fa8148-0207-45d5-b2c9-81a49cc28779 not bound to the agent host hv-cinder-76859 {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:31:34.868163 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Pushing event deleted for resources: {'Port': ['ID=39fa8148-0207-45d5-b2c9-81a49cc28779,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:34.928141 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:34.928553 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:34.928962 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:34.929371 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:34.929771 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:34.930170 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:34.930571 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:34.930964 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:34.931382 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:34.931778 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:34.932176 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:34.932569 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-smb {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:34.932999 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:34.933391 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:34.933782 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:34.934169 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:34.934558 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:34.934946 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:34.935357 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:34.935747 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:34.936135 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:34.936522 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:34.936912 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:34.937309 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:34.946043 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:35.033422 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [req-777652fe-155c-4c75-8170-708390300df5 req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] No DVR routers for this DVR port 39fa8148-0207-45d5-b2c9-81a49cc28779 on host hv-cinder-76859 {{(pid=80098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:31:35.036361 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-777652fe-155c-4c75-8170-708390300df5 req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770676'] for port, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:35.039140 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504d82a0-8f68-43c0-a8f5-573e40893518', 'name': 'network-vif-deleted', 'tag': '39fa8148-0207-45d5-b2c9-81a49cc28779'}] {{(pid=80098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:31:35.054977 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-777652fe-155c-4c75-8170-708390300df5 req-346928f6-fbe9-45d4-acf9-9df5c5bbef47 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.73 "DELETE /v2.0/ports/39fa8148-0207-45d5-b2c9-81a49cc28779 HTTP/1.1" status: 204 len: 173 time: 0.8710666 Jan 15 10:31:35.193422 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504d82a0-8f68-43c0-a8f5-573e40893518', 'name': 'network-vif-deleted', 'tag': '39fa8148-0207-45d5-b2c9-81a49cc28779', 'status': 'completed', 'code': 200} Jan 15 10:31:35.432755 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-f5f1c6a8-7cc9-4b26-aa63-c0f9bc627193 req-767c4e94-78ca-4cc0-a147-d69ac0319d63 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/ports?device_id=504d82a0-8f68-43c0-a8f5-573e40893518 HTTP/1.1" status: 200 len: 210 time: 0.0532830 Jan 15 10:31:36.627262 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-073a7075-5854-4465-b493-4e2e814e51d1 req-96b841e4-76b6-4019-af07-55df8e17fc9c tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "GET /v2.0/security-groups/f17634cb-97b1-48c1-9b0a-e7b9fd61f46d HTTP/1.1" status: 200 len: 2993 time: 0.0546250 Jan 15 10:31:36.704416 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-073a7075-5854-4465-b493-4e2e814e51d1 req-98ba9e6a-50ae-4bce-92f9-5ca46acbddb2 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks [] for security_group, before_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:36.735449 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-073a7075-5854-4465-b493-4e2e814e51d1 req-98ba9e6a-50ae-4bce-92f9-5ca46acbddb2 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks [] for security_group, precommit_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:36.786146 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-073a7075-5854-4465-b493-4e2e814e51d1 req-98ba9e6a-50ae-4bce-92f9-5ca46acbddb2 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:36.791456 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-972eafb2-e72d-4a05-8823-0cfefc0fec1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:36.807190 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba9e6a-50ae-4bce-92f9-5ca46acbddb2 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17634cb-97b1-48c1-9b0a-e7b9fd61f46d,revision_number=None']} {{(pid=80099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:36.811492 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-98ba9e6a-50ae-4bce-92f9-5ca46acbddb2 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:36.814975 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [req-073a7075-5854-4465-b493-4e2e814e51d1 req-98ba9e6a-50ae-4bce-92f9-5ca46acbddb2 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] Notify callbacks [] for security_group, before_response {{(pid=80099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:36.816206 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [req-073a7075-5854-4465-b493-4e2e814e51d1 req-98ba9e6a-50ae-4bce-92f9-5ca46acbddb2 tempest-TestShelveInstance-531997282 tempest-TestShelveInstance-531997282] 10.222.0.60 "DELETE /v2.0/security-groups/f17634cb-97b1-48c1-9b0a-e7b9fd61f46d HTTP/1.1" status: 204 len: 173 time: 0.1824346 Jan 15 10:31:36.875593 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 36942) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:31:37.427023 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8c640904-e8ed-4287-a074-3fdd0ffd9a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520160'] for router_interface, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:37.890118 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-8c640904-e8ed-4287-a074-3fdd0ffd9a36 admin admin] Deleting port 133ea89e-6178-4fc4-b953-201b38ad45d0 {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:31:37.890760 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8c640904-e8ed-4287-a074-3fdd0ffd9a36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:38.075390 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-8c640904-e8ed-4287-a074-3fdd0ffd9a36 admin admin] For port 133ea89e-6178-4fc4-b953-201b38ad45d0, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=133ea89e-6178-4fc4-b953-201b38ad45d0,segment=NetworkSegment(c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c),segment_id=c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:31:38.075792 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8c640904-e8ed-4287-a074-3fdd0ffd9a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:38.203173 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-8c640904-e8ed-4287-a074-3fdd0ffd9a36 admin admin] Calling delete_port for 133ea89e-6178-4fc4-b953-201b38ad45d0 owned by network:router_interface {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:31:38.372309 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8c640904-e8ed-4287-a074-3fdd0ffd9a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:38.387529 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-43b91fa2-26bc-4798-8394-1337b50c1103 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:38.442787 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c640904-e8ed-4287-a074-3fdd0ffd9a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=133ea89e-6178-4fc4-b953-201b38ad45d0,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:38.446955 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-8c640904-e8ed-4287-a074-3fdd0ffd9a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:38.784116 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8c640904-e8ed-4287-a074-3fdd0ffd9a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853748691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854256272'] for router_interface, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:39.527888 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c640904-e8ed-4287-a074-3fdd0ffd9a36 admin admin] Router 3b4a49ce-3e6a-4531-be93-195461c98457 has already been hosted by L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 {{(pid=80098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:31:39.720861 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c640904-e8ed-4287-a074-3fdd0ffd9a36 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:31:39.730937 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3587c7-e112-4553-b534-7f5693667e0e None None] Sync routers for ids ['3b4a49ce-3e6a-4531-be93-195461c98457'] in dv-cinder-768592-3-smb {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:31:39.734517 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-8c640904-e8ed-4287-a074-3fdd0ffd9a36 admin admin] 10.222.0.60 "PUT /v2.0/routers/3b4a49ce-3e6a-4531-be93-195461c98457/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8577590 Jan 15 10:31:39.737689 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 36946) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:31:39.742372 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3587c7-e112-4553-b534-7f5693667e0e None None] Routers {'3b4a49ce-3e6a-4531-be93-195461c98457'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:31:39.743094 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-1a3587c7-e112-4553-b534-7f5693667e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:31:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['3b4a49ce-3e6a-4531-be93-195461c98457'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:39.922217 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e568b9be-4591-462c-8e9c-3bf6bf8dd4a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:39.931177 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-1a3587c7-e112-4553-b534-7f5693667e0e None None] Set router 3b4a49ce-3e6a-4531-be93-195461c98457 gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:31:40.112915 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e568b9be-4591-462c-8e9c-3bf6bf8dd4a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:40.119323 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-e568b9be-4591-462c-8e9c-3bf6bf8dd4a1 admin admin] Deleting port c5056b84-2e84-40d7-bc0c-a077f9d706a7 {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:31:40.119691 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e568b9be-4591-462c-8e9c-3bf6bf8dd4a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:40.312650 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-e568b9be-4591-462c-8e9c-3bf6bf8dd4a1 admin admin] For port c5056b84-2e84-40d7-bc0c-a077f9d706a7, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=c5056b84-2e84-40d7-bc0c-a077f9d706a7,segment=NetworkSegment(b0c09c06-7b10-4f05-84b2-2c066d8764a1),segment_id=b0c09c06-7b10-4f05-84b2-2c066d8764a1)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:31:40.312959 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e568b9be-4591-462c-8e9c-3bf6bf8dd4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:40.384929 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-1a3587c7-e112-4553-b534-7f5693667e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'name': 'tempest-TestShelveInstance-1744927049-router', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:27:21Z', 'updated_at': '2021-01-15T10:31:38Z', 'revision_number': 5, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'gw_port': {'id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:22Z', 'updated_at': '2021-01-15T10:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:40.388970 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3587c7-e112-4553-b534-7f5693667e0e None None] Checking router: 3b4a49ce-3e6a-4531-be93-195461c98457 for host: dv-cinder-768592-3-smb {{(pid=80101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:31:40.398462 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3587c7-e112-4553-b534-7f5693667e0e None None] Routers {'3b4a49ce-3e6a-4531-be93-195461c98457'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:31:40.399149 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-1a3587c7-e112-4553-b534-7f5693667e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:31:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['3b4a49ce-3e6a-4531-be93-195461c98457'], 'active': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:40.446358 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-e568b9be-4591-462c-8e9c-3bf6bf8dd4a1 admin admin] Calling delete_port for c5056b84-2e84-40d7-bc0c-a077f9d706a7 owned by network:router_gateway {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:31:40.581237 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-1a3587c7-e112-4553-b534-7f5693667e0e None None] Set router 3b4a49ce-3e6a-4531-be93-195461c98457 gateway port host: dv-cinder-768592-3-smb {{(pid=80101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:31:40.585955 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e568b9be-4591-462c-8e9c-3bf6bf8dd4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:40.782706 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e568b9be-4591-462c-8e9c-3bf6bf8dd4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854365976'] for router_gateway, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:40.883151 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-1a3587c7-e112-4553-b534-7f5693667e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'name': 'tempest-TestShelveInstance-1744927049-router', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:27:21Z', 'updated_at': '2021-01-15T10:31:38Z', 'revision_number': 5, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'gw_port': {'id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:22Z', 'updated_at': '2021-01-15T10:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:40.887484 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3587c7-e112-4553-b534-7f5693667e0e None None] The sync data for ids ['3b4a49ce-3e6a-4531-be93-195461c98457'] in dv-cinder-768592-3-smb is: [{'id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'name': 'tempest-TestShelveInstance-1744927049-router', 'tenant_id': '3b25781f07ea44a58ba7391525cdc3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:27:21Z', 'updated_at': '2021-01-15T10:31:38Z', 'revision_number': 5, 'project_id': '3b25781f07ea44a58ba7391525cdc3b7', 'gw_port': {'id': 'c5056b84-2e84-40d7-bc0c-a077f9d706a7', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a49ce-3e6a-4531-be93-195461c98457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:22Z', 'updated_at': '2021-01-15T10:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}] {{(pid=80101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:31:40.924382 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e568b9be-4591-462c-8e9c-3bf6bf8dd4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036852685478'] for router, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:40.926961 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e568b9be-4591-462c-8e9c-3bf6bf8dd4a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:40.949230 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e568b9be-4591-462c-8e9c-3bf6bf8dd4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854376878'] for router, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:40.949738 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e568b9be-4591-462c-8e9c-3bf6bf8dd4a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b4a49ce-3e6a-4531-be93-195461c98457 {{(pid=80098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 10:31:40.964360 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e568b9be-4591-462c-8e9c-3bf6bf8dd4a1 admin admin] Notify callbacks [] for router, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:40.965604 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-e568b9be-4591-462c-8e9c-3bf6bf8dd4a1 admin admin] 10.222.0.60 "DELETE /v2.0/routers/3b4a49ce-3e6a-4531-be93-195461c98457 HTTP/1.1" status: 204 len: 168 time: 1.2268388 Jan 15 10:31:40.968515 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 36950) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:31:41.038135 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_v2 [None req-502be30b-d93b-478b-8bf9-5265050a0cbe admin admin] Deleting subnet c3b780e1-cf98-45f7-bdde-f232a08d745d {{(pid=80098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:31:41.041582 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-502be30b-d93b-478b-8bf9-5265050a0cbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:41.098706 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-502be30b-d93b-478b-8bf9-5265050a0cbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3229886'] for subnet, precommit_delete_associations {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:41.183129 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-502be30b-d93b-478b-8bf9-5265050a0cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854144639'] for subnet, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:41.295558 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 133ea89e-6178-4fc4-b953-201b38ad45d0 no longer exists at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:31:41.335878 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] No Port match for: 133ea89e-6178-4fc4-b953-201b38ad45d0 {{(pid=80100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:31:41.336295 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 133ea89e-6178-4fc4-b953-201b38ad45d0 not bound to the agent host dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:31:41.452869 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-502be30b-d93b-478b-8bf9-5265050a0cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850609153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852289168'] for subnet, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:41.468757 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:41.516256 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502be30b-d93b-478b-8bf9-5265050a0cbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3b780e1-cf98-45f7-bdde-f232a08d745d,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:41.520325 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-502be30b-d93b-478b-8bf9-5265050a0cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:41.611185 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-502be30b-d93b-478b-8bf9-5265050a0cbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:41.616794 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf0c077-2108-4cb4-8aa6-5babeaae7198 None None] Network b157b9dd-45d9-44f4-ab4c-d847d241bbf6 requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:31:41.617970 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-502be30b-d93b-478b-8bf9-5265050a0cbe admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c3b780e1-cf98-45f7-bdde-f232a08d745d HTTP/1.1" status: 204 len: 168 time: 0.6484516 Jan 15 10:31:41.620653 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 36954) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:31:41.741215 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5587eea3-ec74-4028-988e-c36cd9ffba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357326'] for network, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:41.808153 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-5587eea3-ec74-4028-988e-c36cd9ffba28 admin admin] Deleting port ed741da7-6062-41ad-a8d5-6a552138f737 {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:31:41.808459 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5587eea3-ec74-4028-988e-c36cd9ffba28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:41.872270 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee19b159-180f-4fef-b62f-648989121dcc None None] DHCP port deletion for b157b9dd-45d9-44f4-ab4c-d847d241bbf6 request from dv-cinder-768592-3-smb {{(pid=80100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 10:31:41.876518 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-ee19b159-180f-4fef-b62f-648989121dcc None None] Deleting port ed741da7-6062-41ad-a8d5-6a552138f737 {{(pid=80100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:31:41.877080 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ee19b159-180f-4fef-b62f-648989121dcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:42.032538 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-5587eea3-ec74-4028-988e-c36cd9ffba28 admin admin] For port ed741da7-6062-41ad-a8d5-6a552138f737, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=ed741da7-6062-41ad-a8d5-6a552138f737,segment=NetworkSegment(c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c),segment_id=c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:31:42.032862 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5587eea3-ec74-4028-988e-c36cd9ffba28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:42.100535 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-ee19b159-180f-4fef-b62f-648989121dcc None None] For port ed741da7-6062-41ad-a8d5-6a552138f737, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=ed741da7-6062-41ad-a8d5-6a552138f737,segment=NetworkSegment(c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c),segment_id=c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:31:42.100923 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ee19b159-180f-4fef-b62f-648989121dcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:42.163389 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-5587eea3-ec74-4028-988e-c36cd9ffba28 admin admin] Calling delete_port for ed741da7-6062-41ad-a8d5-6a552138f737 owned by network:dhcp {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:31:42.229714 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-ee19b159-180f-4fef-b62f-648989121dcc None None] Calling delete_port for ed741da7-6062-41ad-a8d5-6a552138f737 owned by network:dhcp {{(pid=80100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:31:42.236208 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5587eea3-ec74-4028-988e-c36cd9ffba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:42.252189 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-1fb47539-9548-47c3-83bb-c3410bcb01eb tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:42.301890 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.db.api [None req-ee19b159-180f-4fef-b62f-648989121dcc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80100) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:31:42.302304 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_db.api [None req-ee19b159-180f-4fef-b62f-648989121dcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:31:42.308297 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587eea3-ec74-4028-988e-c36cd9ffba28 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed741da7-6062-41ad-a8d5-6a552138f737,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:42.312161 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-5587eea3-ec74-4028-988e-c36cd9ffba28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:42.397673 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5587eea3-ec74-4028-988e-c36cd9ffba28 admin admin] No DVR routers for this DVR port ed741da7-6062-41ad-a8d5-6a552138f737 on host dv-cinder-768592-3-smb {{(pid=80098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:31:42.525483 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5587eea3-ec74-4028-988e-c36cd9ffba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631286', 'neutron.services.segments.db._delete_segments_for_network-8727284934413'] for network, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:42.804039 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-ee19b159-180f-4fef-b62f-648989121dcc None None] Deleting port ed741da7-6062-41ad-a8d5-6a552138f737 {{(pid=80100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:31:42.804632 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ee19b159-180f-4fef-b62f-648989121dcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:42.874109 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-ee19b159-180f-4fef-b62f-648989121dcc None None] The port 'ed741da7-6062-41ad-a8d5-6a552138f737' was deleted {{(pid=80100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 10:31:42.886894 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-5587eea3-ec74-4028-988e-c36cd9ffba28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b157b9dd-45d9-44f4-ab4c-d847d241bbf6']}} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:42.900474 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-5587eea3-ec74-4028-988e-c36cd9ffba28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c') {'for_net_delete': True} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:42.900810 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-5587eea3-ec74-4028-988e-c36cd9ffba28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b66bb1-c3fb-43e8-9ac1-15eb7e35185c') {} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:42.913695 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5587eea3-ec74-4028-988e-c36cd9ffba28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309569803022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851545978'] for segment, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:42.929220 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5587eea3-ec74-4028-988e-c36cd9ffba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:42.931330 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5587eea3-ec74-4028-988e-c36cd9ffba28 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:31:43.109409 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-5587eea3-ec74-4028-988e-c36cd9ffba28 admin admin] Network b157b9dd-45d9-44f4-ab4c-d847d241bbf6 has no segments {{(pid=80098) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:31:43.118941 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5587eea3-ec74-4028-988e-c36cd9ffba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-629596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850609246'] for segment, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:43.304413 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-5587eea3-ec74-4028-988e-c36cd9ffba28 admin admin] Network b157b9dd-45d9-44f4-ab4c-d847d241bbf6 has no segments {{(pid=80098) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: Traceback (most recent call last): Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: timer() Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: cb(*args, **kw) Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: return func(*args, **kwargs) Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: self._notify() Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: self.callback(batched_events) Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: event.method(event) Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: segment_id)['aggregates'][0] Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: return f(self, *a, **k) Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: return self._get(url).json() Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: **kwargs) Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: return self.request(url, 'GET', **kwargs) Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: **endpoint_filter) Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:31:43.327529 dv-cinder-768592-3-smb neutron-server[79989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:31:43.335366 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device ed741da7-6062-41ad-a8d5-6a552138f737 no longer exists at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:31:43.370484 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] No Port match for: ed741da7-6062-41ad-a8d5-6a552138f737 {{(pid=80100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:31:43.370798 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device ed741da7-6062-41ad-a8d5-6a552138f737 not bound to the agent host dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:31:43.371300 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device c5056b84-2e84-40d7-bc0c-a077f9d706a7 no longer exists at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:31:43.404200 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] No Port match for: c5056b84-2e84-40d7-bc0c-a077f9d706a7 {{(pid=80100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:31:43.404589 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device c5056b84-2e84-40d7-bc0c-a077f9d706a7 not bound to the agent host dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:31:43.409974 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5587eea3-ec74-4028-988e-c36cd9ffba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409743'] for network, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:43.414943 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-9a601adc-f5b3-4e9b-accc-5d1af3b7f108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:43.429348 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5587eea3-ec74-4028-988e-c36cd9ffba28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:43.439655 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587eea3-ec74-4028-988e-c36cd9ffba28 admin admin] Pushing event deleted for resources: {'Network': ['ID=b157b9dd-45d9-44f4-ab4c-d847d241bbf6,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:43.444263 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-5587eea3-ec74-4028-988e-c36cd9ffba28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:43.455958 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-5587eea3-ec74-4028-988e-c36cd9ffba28 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b157b9dd-45d9-44f4-ab4c-d847d241bbf6 HTTP/1.1" status: 204 len: 168 time: 1.8342769 Jan 15 10:31:43.459518 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 36958) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:31:44.016625 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ec45137c-f7f5-4b71-94de-7b49cdf6dee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520160'] for router_interface, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:44.484473 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-ec45137c-f7f5-4b71-94de-7b49cdf6dee4 admin admin] Deleting port 7b6584ae-2fd9-491d-933d-44ddf6a11bc9 {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:31:44.484846 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ec45137c-f7f5-4b71-94de-7b49cdf6dee4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:44.669631 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-ec45137c-f7f5-4b71-94de-7b49cdf6dee4 admin admin] For port 7b6584ae-2fd9-491d-933d-44ddf6a11bc9, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=7b6584ae-2fd9-491d-933d-44ddf6a11bc9,segment=NetworkSegment(e1b3932e-0184-421e-ab1a-55becad8f7fc),segment_id=e1b3932e-0184-421e-ab1a-55becad8f7fc)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:31:44.670027 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ec45137c-f7f5-4b71-94de-7b49cdf6dee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:44.797634 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-ec45137c-f7f5-4b71-94de-7b49cdf6dee4 admin admin] Calling delete_port for 7b6584ae-2fd9-491d-933d-44ddf6a11bc9 owned by network:router_interface {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:31:44.967266 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ec45137c-f7f5-4b71-94de-7b49cdf6dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:44.983614 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ded7b2fa-2c12-41a4-9542-49d78799b286 tempest-AttachVolumeNegativeTest-1213153548 tempest-AttachVolumeNegativeTest-1213153548] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:45.036937 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45137c-f7f5-4b71-94de-7b49cdf6dee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6584ae-2fd9-491d-933d-44ddf6a11bc9,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:45.041056 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-ec45137c-f7f5-4b71-94de-7b49cdf6dee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:45.389591 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ec45137c-f7f5-4b71-94de-7b49cdf6dee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853748691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854256272'] for router_interface, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:45.532684 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1859599d-026c-4f6b-93d9-dbf9a30681de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:45.603596 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:46.126730 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec45137c-f7f5-4b71-94de-7b49cdf6dee4 admin admin] Router 93535371-81a5-42b2-8b7d-470e22e3a1a3 has already been hosted by L3 agent 3126ac09-5571-4710-94f7-9623a68082b0 {{(pid=80098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:31:46.309594 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec45137c-f7f5-4b71-94de-7b49cdf6dee4 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-smb the message routers_updated {{(pid=80098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:31:46.319290 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8249d8a0-00bb-4e14-8ca8-2bf6d2884258 None None] Sync routers for ids ['93535371-81a5-42b2-8b7d-470e22e3a1a3'] in dv-cinder-768592-3-smb {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:31:46.320794 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-ec45137c-f7f5-4b71-94de-7b49cdf6dee4 admin admin] 10.222.0.60 "PUT /v2.0/routers/93535371-81a5-42b2-8b7d-470e22e3a1a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8601034 Jan 15 10:31:46.322520 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 36962) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:31:46.328890 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8249d8a0-00bb-4e14-8ca8-2bf6d2884258 None None] Routers {'93535371-81a5-42b2-8b7d-470e22e3a1a3'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:31:46.329706 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-8249d8a0-00bb-4e14-8ca8-2bf6d2884258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:31:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['93535371-81a5-42b2-8b7d-470e22e3a1a3'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:46.510218 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8d0d236e-d6cf-4dcf-b391-af4735106095 admin admin] Notify callbacks [] for router, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:46.516283 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-8249d8a0-00bb-4e14-8ca8-2bf6d2884258 None None] Set router 93535371-81a5-42b2-8b7d-470e22e3a1a3 gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:31:46.692336 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8d0d236e-d6cf-4dcf-b391-af4735106095 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:46.697572 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-8d0d236e-d6cf-4dcf-b391-af4735106095 admin admin] Deleting port 0748be31-7e3c-40de-be95-732342e6034e {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:31:46.697939 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8d0d236e-d6cf-4dcf-b391-af4735106095 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:46.817358 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-8249d8a0-00bb-4e14-8ca8-2bf6d2884258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93535371-81a5-42b2-8b7d-470e22e3a1a3', 'name': 'tempest-TestShelveInstance-20210598-router', 'tenant_id': '452440b7e649412996e6901057d67f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '0748be31-7e3c-40de-be95-732342e6034e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:27:29Z', 'updated_at': '2021-01-15T10:31:44Z', 'revision_number': 5, 'project_id': '452440b7e649412996e6901057d67f29', 'gw_port': {'id': '0748be31-7e3c-40de-be95-732342e6034e', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93535371-81a5-42b2-8b7d-470e22e3a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:30Z', 'updated_at': '2021-01-15T10:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:46.821560 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8249d8a0-00bb-4e14-8ca8-2bf6d2884258 None None] Checking router: 93535371-81a5-42b2-8b7d-470e22e3a1a3 for host: dv-cinder-768592-3-smb {{(pid=80100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:31:46.830545 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8249d8a0-00bb-4e14-8ca8-2bf6d2884258 None None] Routers {'93535371-81a5-42b2-8b7d-470e22e3a1a3'} bound to L3 agent in host dv-cinder-768592-3-smb {{(pid=80100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:31:46.831239 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-8249d8a0-00bb-4e14-8ca8-2bf6d2884258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T10:08:18Z,description=,heartbeat_timestamp=2021-01-15T10:31:18Z,host='dv-cinder-768592-3-smb',id=3126ac09-5571-4710-94f7-9623a68082b0,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:08:18Z,topic='l3_agent')) {'router_ids': ['93535371-81a5-42b2-8b7d-470e22e3a1a3'], 'active': True} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:46.887281 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-8d0d236e-d6cf-4dcf-b391-af4735106095 admin admin] For port 0748be31-7e3c-40de-be95-732342e6034e, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=0748be31-7e3c-40de-be95-732342e6034e,segment=NetworkSegment(b0c09c06-7b10-4f05-84b2-2c066d8764a1),segment_id=b0c09c06-7b10-4f05-84b2-2c066d8764a1)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:31:46.887643 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8d0d236e-d6cf-4dcf-b391-af4735106095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:47.017697 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-8d0d236e-d6cf-4dcf-b391-af4735106095 admin admin] Calling delete_port for 0748be31-7e3c-40de-be95-732342e6034e owned by network:router_gateway {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:31:47.024755 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvr_db [None req-8249d8a0-00bb-4e14-8ca8-2bf6d2884258 None None] Set router 93535371-81a5-42b2-8b7d-470e22e3a1a3 gateway port host: dv-cinder-768592-3-smb {{(pid=80100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:31:47.155441 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8d0d236e-d6cf-4dcf-b391-af4735106095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:47.328912 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_hamode_db [None req-8249d8a0-00bb-4e14-8ca8-2bf6d2884258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93535371-81a5-42b2-8b7d-470e22e3a1a3', 'name': 'tempest-TestShelveInstance-20210598-router', 'tenant_id': '452440b7e649412996e6901057d67f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '0748be31-7e3c-40de-be95-732342e6034e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:27:29Z', 'updated_at': '2021-01-15T10:31:44Z', 'revision_number': 5, 'project_id': '452440b7e649412996e6901057d67f29', 'gw_port': {'id': '0748be31-7e3c-40de-be95-732342e6034e', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93535371-81a5-42b2-8b7d-470e22e3a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:30Z', 'updated_at': '2021-01-15T10:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}], 'dv-cinder-768592-3-smb', False) {} {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:47.333318 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8249d8a0-00bb-4e14-8ca8-2bf6d2884258 None None] The sync data for ids ['93535371-81a5-42b2-8b7d-470e22e3a1a3'] in dv-cinder-768592-3-smb is: [{'id': '93535371-81a5-42b2-8b7d-470e22e3a1a3', 'name': 'tempest-TestShelveInstance-20210598-router', 'tenant_id': '452440b7e649412996e6901057d67f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'external_fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '0748be31-7e3c-40de-be95-732342e6034e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:27:29Z', 'updated_at': '2021-01-15T10:31:44Z', 'revision_number': 5, 'project_id': '452440b7e649412996e6901057d67f29', 'gw_port': {'id': '0748be31-7e3c-40de-be95-732342e6034e', 'name': '', 'network_id': '512bef08-258b-4e03-8592-7639e3feb0a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93535371-81a5-42b2-8b7d-470e22e3a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:27:30Z', 'updated_at': '2021-01-15T10:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc97f5e-62e7-4d57-b78b-6d502dcdcf4b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-smb'}] {{(pid=80100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:31:47.348756 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8d0d236e-d6cf-4dcf-b391-af4735106095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854365976'] for router_gateway, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:47.486951 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8d0d236e-d6cf-4dcf-b391-af4735106095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036852685478'] for router, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:47.490164 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8d0d236e-d6cf-4dcf-b391-af4735106095 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:47.516838 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8d0d236e-d6cf-4dcf-b391-af4735106095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854376878'] for router, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:47.517400 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0d236e-d6cf-4dcf-b391-af4735106095 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93535371-81a5-42b2-8b7d-470e22e3a1a3 {{(pid=80098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 10:31:47.531442 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8d0d236e-d6cf-4dcf-b391-af4735106095 admin admin] Notify callbacks [] for router, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:47.532621 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-8d0d236e-d6cf-4dcf-b391-af4735106095 admin admin] 10.222.0.60 "DELETE /v2.0/routers/93535371-81a5-42b2-8b7d-470e22e3a1a3 HTTP/1.1" status: 204 len: 168 time: 1.2090468 Jan 15 10:31:47.535944 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 36966) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:31:47.608152 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.db_base_plugin_v2 [None req-a733657a-96af-43c0-8b65-4a8a5c295c1a admin admin] Deleting subnet e36150b6-70b6-4dc8-931c-f8bfc4c8fe6e {{(pid=80098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:31:47.611250 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a733657a-96af-43c0-8b65-4a8a5c295c1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:47.664426 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a733657a-96af-43c0-8b65-4a8a5c295c1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3229886'] for subnet, precommit_delete_associations {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:47.751606 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a733657a-96af-43c0-8b65-4a8a5c295c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854144639'] for subnet, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:47.952860 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-4b448e58-b71b-4a53-b82f-fa97f64603e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:48.030888 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a733657a-96af-43c0-8b65-4a8a5c295c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850609153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852289168'] for subnet, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:48.047967 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:48.100855 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733657a-96af-43c0-8b65-4a8a5c295c1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e36150b6-70b6-4dc8-931c-f8bfc4c8fe6e,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:48.103902 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-a733657a-96af-43c0-8b65-4a8a5c295c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:48.185452 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-a733657a-96af-43c0-8b65-4a8a5c295c1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:48.190451 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaf81c2-b7fa-48f3-8798-81d9ee8c8941 None None] Network 0e061eb3-72b0-44b6-b33e-360530b4afa7 requested from dv-cinder-768592-3-smb {{(pid=80100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:31:48.191461 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-a733657a-96af-43c0-8b65-4a8a5c295c1a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e36150b6-70b6-4dc8-931c-f8bfc4c8fe6e HTTP/1.1" status: 204 len: 168 time: 0.6542335 Jan 15 10:31:48.194274 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 36970) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:31:48.313016 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-01c9f461-d088-4e7d-897c-fe03b9c1c2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854357326'] for network, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:48.384191 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-01c9f461-d088-4e7d-897c-fe03b9c1c2b7 admin admin] Deleting port bf166114-db2a-4ba6-ac06-ffb47816bf5a {{(pid=80098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:31:48.384546 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-01c9f461-d088-4e7d-897c-fe03b9c1c2b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:48.447522 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1e6e36-db6f-4c69-9ff2-eb4c53bb7e78 None None] DHCP port deletion for 0e061eb3-72b0-44b6-b33e-360530b4afa7 request from dv-cinder-768592-3-smb {{(pid=80100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 10:31:48.452142 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e6e36-db6f-4c69-9ff2-eb4c53bb7e78 None None] Deleting port bf166114-db2a-4ba6-ac06-ffb47816bf5a {{(pid=80100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:31:48.452567 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2e1e6e36-db6f-4c69-9ff2-eb4c53bb7e78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:48.520840 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:48.604316 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-01c9f461-d088-4e7d-897c-fe03b9c1c2b7 admin admin] For port bf166114-db2a-4ba6-ac06-ffb47816bf5a, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=bf166114-db2a-4ba6-ac06-ffb47816bf5a,segment=NetworkSegment(e1b3932e-0184-421e-ab1a-55becad8f7fc),segment_id=e1b3932e-0184-421e-ab1a-55becad8f7fc)] {{(pid=80098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:31:48.604620 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-01c9f461-d088-4e7d-897c-fe03b9c1c2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:48.681456 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.db [None req-2e1e6e36-db6f-4c69-9ff2-eb4c53bb7e78 None None] For port bf166114-db2a-4ba6-ac06-ffb47816bf5a, host dv-cinder-768592-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-smb',level=0,port_id=bf166114-db2a-4ba6-ac06-ffb47816bf5a,segment=NetworkSegment(e1b3932e-0184-421e-ab1a-55becad8f7fc),segment_id=e1b3932e-0184-421e-ab1a-55becad8f7fc)] {{(pid=80100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:31:48.681827 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2e1e6e36-db6f-4c69-9ff2-eb4c53bb7e78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854365259'] for port, precommit_delete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:48.737198 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-01c9f461-d088-4e7d-897c-fe03b9c1c2b7 admin admin] Calling delete_port for bf166114-db2a-4ba6-ac06-ffb47816bf5a owned by network:dhcp {{(pid=80098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:31:48.810870 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-01c9f461-d088-4e7d-897c-fe03b9c1c2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-497033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727284850513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727284453047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166613'] for port, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:48.827900 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-60316b2e-fc0b-4faf-b8ac-f46ce973652d tempest-VolumesActionsTest-1035912230 tempest-VolumesActionsTest-1035912230] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:48.890570 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9f461-d088-4e7d-897c-fe03b9c1c2b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf166114-db2a-4ba6-ac06-ffb47816bf5a,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:48.895380 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-01c9f461-d088-4e7d-897c-fe03b9c1c2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:48.982210 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c9f461-d088-4e7d-897c-fe03b9c1c2b7 admin admin] No DVR routers for this DVR port bf166114-db2a-4ba6-ac06-ffb47816bf5a on host dv-cinder-768592-3-smb {{(pid=80098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:31:48.996546 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e6e36-db6f-4c69-9ff2-eb4c53bb7e78 None None] Calling delete_port for bf166114-db2a-4ba6-ac06-ffb47816bf5a owned by network:dhcp {{(pid=80100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:31:49.067272 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.db.api [None req-2e1e6e36-db6f-4c69-9ff2-eb4c53bb7e78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80100) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:31:49.067699 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_db.api [None req-2e1e6e36-db6f-4c69-9ff2-eb4c53bb7e78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:31:49.109322 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-01c9f461-d088-4e7d-897c-fe03b9c1c2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631286', 'neutron.services.segments.db._delete_segments_for_network-8727284934413'] for network, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:49.224937 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-01c9f461-d088-4e7d-897c-fe03b9c1c2b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e061eb3-72b0-44b6-b33e-360530b4afa7']}} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:49.237738 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-01c9f461-d088-4e7d-897c-fe03b9c1c2b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b3932e-0184-421e-ab1a-55becad8f7fc') {'for_net_delete': True} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:49.238679 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.services.segments.db [None req-01c9f461-d088-4e7d-897c-fe03b9c1c2b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b3932e-0184-421e-ab1a-55becad8f7fc') {} {{(pid=80098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:49.250677 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-01c9f461-d088-4e7d-897c-fe03b9c1c2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309569803022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851545978'] for segment, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:49.268650 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-01c9f461-d088-4e7d-897c-fe03b9c1c2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854146220'] for segment, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:49.270847 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-01c9f461-d088-4e7d-897c-fe03b9c1c2b7 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:31:49.339614 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device bf166114-db2a-4ba6-ac06-ffb47816bf5a no longer exists at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:31:49.375617 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] No Port match for: bf166114-db2a-4ba6-ac06-ffb47816bf5a {{(pid=80100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:31:49.376011 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device bf166114-db2a-4ba6-ac06-ffb47816bf5a not bound to the agent host dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:31:49.376489 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 7b6584ae-2fd9-491d-933d-44ddf6a11bc9 no longer exists at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:31:49.414623 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] No Port match for: 7b6584ae-2fd9-491d-933d-44ddf6a11bc9 {{(pid=80100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:31:49.414996 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 7b6584ae-2fd9-491d-933d-44ddf6a11bc9 not bound to the agent host dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:31:49.415497 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 0748be31-7e3c-40de-be95-732342e6034e no longer exists at agent ovs-agent-dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:31:49.451032 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] No Port match for: 0748be31-7e3c-40de-be95-732342e6034e {{(pid=80100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:31:49.451453 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.rpc [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Device 0748be31-7e3c-40de-be95-732342e6034e not bound to the agent host dv-cinder-768592-3-smb {{(pid=80100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:31:49.499335 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:49.568854 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e6e36-db6f-4c69-9ff2-eb4c53bb7e78 None None] Deleting port bf166114-db2a-4ba6-ac06-ffb47816bf5a {{(pid=80100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:31:49.569289 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2e1e6e36-db6f-4c69-9ff2-eb4c53bb7e78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309569930663'] for port, before_delete {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:49.635252 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e6e36-db6f-4c69-9ff2-eb4c53bb7e78 None None] The port 'bf166114-db2a-4ba6-ac06-ffb47816bf5a' was deleted {{(pid=80100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 10:31:49.703735 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-01c9f461-d088-4e7d-897c-fe03b9c1c2b7 admin admin] Network 0e061eb3-72b0-44b6-b33e-360530b4afa7 has no segments {{(pid=80098) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:31:49.714050 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-01c9f461-d088-4e7d-897c-fe03b9c1c2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-629596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850609246'] for segment, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:49.893388 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.plugins.ml2.managers [None req-01c9f461-d088-4e7d-897c-fe03b9c1c2b7 admin admin] Network 0e061eb3-72b0-44b6-b33e-360530b4afa7 has no segments {{(pid=80098) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: Traceback (most recent call last): Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: timer() Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: cb(*args, **kw) Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: return func(*args, **kwargs) Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: self._notify() Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: self.callback(batched_events) Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: event.method(event) Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: segment_id)['aggregates'][0] Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: return f(self, *a, **k) Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: return self._get(url).json() Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: **kwargs) Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: return self.request(url, 'GET', **kwargs) Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: **endpoint_filter) Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:31:49.921099 dv-cinder-768592-3-smb neutron-server[79989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:31:50.001832 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-01c9f461-d088-4e7d-897c-fe03b9c1c2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409743'] for network, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:50.005294 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:50.022234 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-01c9f461-d088-4e7d-897c-fe03b9c1c2b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027267'] for network, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:50.028695 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9f461-d088-4e7d-897c-fe03b9c1c2b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e061eb3-72b0-44b6-b33e-360530b4afa7,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:50.033111 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-01c9f461-d088-4e7d-897c-fe03b9c1c2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:50.036667 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-01c9f461-d088-4e7d-897c-fe03b9c1c2b7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0e061eb3-72b0-44b6-b33e-360530b4afa7 HTTP/1.1" status: 204 len: 168 time: 1.8413928 Jan 15 10:31:50.182777 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:50.263976 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 36976) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:31:50.321293 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-87aaa903-670b-4c92-9b5d-5e597cf27248 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3b25781f07ea44a58ba7391525cdc3b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559733 Jan 15 10:31:50.323882 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 36980) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:31:50.386783 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-823ee00f-b983-41e6-9453-8e416b5234e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:50.414334 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-823ee00f-b983-41e6-9453-8e416b5234e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:50.464227 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-823ee00f-b983-41e6-9453-8e416b5234e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:50.469250 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-65bc84d4-7825-4370-a734-b590e7955a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:50.484062 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ee00f-b983-41e6-9453-8e416b5234e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9aa6d7-1f8a-45ea-a301-1a180588ded2,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:50.490266 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-823ee00f-b983-41e6-9453-8e416b5234e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:50.492527 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-823ee00f-b983-41e6-9453-8e416b5234e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:50.493765 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-823ee00f-b983-41e6-9453-8e416b5234e8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2e9aa6d7-1f8a-45ea-a301-1a180588ded2 HTTP/1.1" status: 204 len: 168 time: 0.1688967 Jan 15 10:31:50.927572 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 36988) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:31:50.992414 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-18118829-5253-4662-8188-26f6118b5587 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=452440b7e649412996e6901057d67f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0634949 Jan 15 10:31:50.995020 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [-] (80098) accepted ('10.222.0.60', 36992) {{(pid=80098) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:31:51.073718 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6e2f6693-62e6-43d7-8324-4d230cc60e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:51.105229 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6e2f6693-62e6-43d7-8324-4d230cc60e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:51.162724 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6e2f6693-62e6-43d7-8324-4d230cc60e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854328305'] for security_group, after_delete {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:51.168155 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-d85810f7-e2e9-4fab-9e1b-207745c89c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:51.182485 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f6693-62e6-43d7-8324-4d230cc60e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e38cf8-9134-487a-99b7-4b3b6b7abaa6,revision_number=None']} {{(pid=80098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:51.185620 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG oslo_concurrency.lockutils [None req-6e2f6693-62e6-43d7-8324-4d230cc60e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:51.186570 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6e2f6693-62e6-43d7-8324-4d230cc60e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:51.187825 dv-cinder-768592-3-smb neutron-server[79989]: INFO neutron.wsgi [None req-6e2f6693-62e6-43d7-8324-4d230cc60e31 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/17e38cf8-9134-487a-99b7-4b3b6b7abaa6 HTTP/1.1" status: 204 len: 168 time: 0.1917448 Jan 15 10:31:54.317551 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:32:15.533220 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-48302d2b-c7ea-4a71-aa81-967077d226ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:32:15.607543 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:32:17.957520 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-d3b99446-7105-4639-8050-090bd28ea922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:32:18.513435 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:32:19.501831 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:32:20.186272 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:32:31.317648 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:32:45.534991 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-5ab31535-69b2-4080-b186-5762527ac3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:32:45.596385 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:32:47.960728 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b4bf517a-36a6-4505-b2cf-20ddc5046b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:32:48.516215 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:32:49.503479 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:32:50.190732 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:33:08.318369 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:33:11.429119 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [req-08d44dac-c56f-46ef-a82c-86bbc96030cc req-0acf22a4-d823-42ea-b83e-9e848a29fdeb service neutron] (80098) timed out ('10.222.0.73', 50221) {{(pid=80098) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 15 10:33:15.536663 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-014764aa-e80f-4f7d-bc3a-18430575ab69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:33:15.605935 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:33:17.962011 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1a3e2305-0fa8-4e1c-93bb-d453763683ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:33:18.517954 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:33:19.504651 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:33:20.197522 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:33:45.318737 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:33:45.540250 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-0a517d9f-9382-448f-ae3d-f34499caeccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:33:45.625057 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:33:47.964333 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-2e7f0648-913c-4031-aa0e-50e2be52bb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:33:48.520782 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:33:49.507459 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:33:50.200567 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:34:15.541720 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-383388a3-c44f-46cd-b23a-1ad813af31ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:34:15.639425 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:34:17.968206 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-b3a1df05-ede9-447f-b0f7-47f431848f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:34:18.524275 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:34:19.509469 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:34:20.203479 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:34:22.319096 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:34:40.696198 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [req-fad01afa-c5ce-4bdf-a15c-85c6833d543d req-d6bf1da2-d59b-4c3b-823c-abba94e172f4 service neutron] (80099) timed out ('10.222.0.60', 59468) {{(pid=80099) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 15 10:34:45.543976 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e4f6e119-6a43-4629-99e3-f5acbead3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:34:45.641795 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:34:47.970843 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-ff1efde7-2448-4626-8c6e-e08c074d92e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:34:48.526596 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:34:49.512675 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:34:50.207430 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:34:59.319170 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:35:15.549116 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-22de2f38-7b8d-4202-a6df-4cbad52ce41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:35:15.638219 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:35:17.973407 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-3d6f94c8-e5f7-4a49-af9e-4715e2a8b38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:35:18.529823 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:35:19.514626 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:35:20.209338 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:35:36.320024 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:35:45.550988 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd278dd7-660c-45c9-97a2-02646a225c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:35:45.651831 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:35:47.974751 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-6cf80d28-41fd-42d7-a34b-afcdd0f6bdee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:35:48.532892 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:35:49.516744 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:35:50.212573 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:36:02.969417 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.wsgi [req-f551b319-49c0-4421-8fe0-453f4873e32b req-611e95ec-e9f0-4ed2-85a0-9ebb7c39feb3 service neutron] (80099) timed out ('10.222.0.73', 50204) {{(pid=80099) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 15 10:36:13.320454 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:36:15.552412 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-791135a0-109f-47d6-9456-e928a40ad078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:36:15.665903 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:36:17.977464 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-8ebe1f7f-c19b-488f-b65d-3b76714eb29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:36:18.536427 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:36:19.518271 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:36:20.215346 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:36:45.554520 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-550e1c1d-e2af-44f3-9f53-b14c89536180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:36:45.687232 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-dd7d84ac-43a3-44e0-8abf-2e9ee702d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:36:47.980645 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-c56a548a-1d85-4ef1-aa3a-7832306f74a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:36:48.539913 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-1b00dc7b-f9c8-40c1-80db-fde7b892c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:36:49.520413 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-67414620-0c25-4993-9a26-a24bac085cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:36:50.217825 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron_lib.callbacks.manager [None req-e98ae56b-0af8-44ad-9eaf-8856e71fe701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309569841336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854138325'] for agent, after_update {{(pid=80100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:36:50.319967 dv-cinder-768592-3-smb neutron-server[79989]: DEBUG neutron.db.agents_db [None req-db4edde6-9b66-4fb1-a356-2165b29a36bb None None] Agent healthcheck: found 6 active agents {{(pid=80101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}